00000001:01000000:2.0F:1780963383.372710:0:2159:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1283 MB/s 00000001:01000000:2.0:1780963383.622348:0:2159:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1675 MB/s 00000001:01000000:2.0:1780963383.872304:0:2159:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10571 MB/s 00000400:00000010:1.0F:1780963384.044879:0:2195:0:(lib-cpt.c:108:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000c6534178 (tot 56). 00000400:00000010:1.0:1780963384.044895:0:2195:0:(lib-cpt.c:117:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000d5f70dbf (tot 184). 00000400:00000010:1.0:1780963384.044899:0:2195:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000000468501c (tot 200). 00000400:00000010:1.0:1780963384.044901:0:2195:0:(lib-cpt.c:128:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 000000003ddb7f6a (tot 204). 00000400:00000010:1.0:1780963384.044904:0:2195:0:(lib-cpt.c:135:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 000000002ac5cfdf (tot 268). 00000400:00000010:1.0:1780963384.044906:0:2195:0:(lib-cpt.c:147:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000a7e36cf2 (tot 396). 00000400:00000010:1.0:1780963384.044909:0:2195:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000352d8f06 (tot 404). 00000400:00000010:1.0:1780963384.044911:0:2195:0:(lib-cpt.c:147:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000002892b3bf (tot 532). 00000400:00000010:1.0:1780963384.044912:0:2195:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 000000006f4e0168 (tot 540). 00000400:00000010:1.0:1780963384.047726:0:2195:0:(lock.c:58:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000e4f32332 (tot 564). 00000400:00000010:1.0:1780963384.047738:0:2195:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000af39d667 (tot 596). 00000400:00000010:1.0:1780963384.047743:0:2195:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1cf2087 (tot 660). 00000400:00000010:1.0:1780963384.047746:0:2195:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b772ef9 (tot 724). 00000400:00000010:1.0:1780963384.047748:0:2195:0:(lock.c:58:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000002adaabcb (tot 748). 00000400:00000010:1.0:1780963384.047750:0:2195:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ac6e87a3 (tot 780). 00000400:00000010:1.0:1780963384.047751:0:2195:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e917bc9 (tot 844). 00000400:00000010:1.0:1780963384.047753:0:2195:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033d991e6 (tot 908). 00000400:00000200:1.0:1780963384.047758:0:2195:0:(api-ni.c:957:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0:1780963384.129043:0:2208:0:(api-ni.c:957:lnet_register_lnd()) tcp LND registered 00000020:02000000:0.0F:1780963384.326589:0:2221:0:(class_obd.c:670:obdclass_init()) Lustre: Build Version: 2.15.8_1_gfda9c08 00000020:00000010:0.0:1780963384.330104:0:2221:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 0000000018794e83. 00000001:00000010:0.0:1780963384.330993:0:2221:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000001b41eba6 (tot 1140). 00000001:00000010:0.0:1780963384.331000:0:2221:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008ba8e7ec (tot 1172). 00000001:00000010:0.0:1780963384.331003:0:2221:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000041a564e (tot 1516). 00000001:00000010:0.0:1780963384.331007:0:2221:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d644065 (tot 1860). 00000001:00000010:0.0:1780963384.331009:0:2221:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b77d3a5c (tot 2204). 00000001:00000010:0.0:1780963384.331011:0:2221:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000045dffc54 (tot 2548). 00000020:00000010:0.0:1780963384.331074:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001638255e. 00000020:00000010:0.0:1780963384.331078:0:2221:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007119d0c0. 00000020:00000010:0.0:1780963384.331087:0:2221:0:(cl_object.c:1072:cl_global_init()) kmalloced '(cl_envs)': 192 at 0000000019fdc886. 00000020:00000010:0.0:1780963384.331295:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4a66ec. 00000020:00000010:0.0:1780963384.331299:0:2221:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c7cfc145. 00000020:00000010:0.0:1780963384.331301:0:2221:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000a95d31ad. 00000020:00000010:0.0:1780963384.331305:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c79d09c2. 00000020:00000010:0.0:1780963384.331308:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d94e02e. 00000020:00000010:0.0:1780963384.331310:0:2221:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e7f39d5. 00000020:00000010:0.0:1780963384.331312:0:2221:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000006cb6fb33. 00000020:00000010:0.0:1780963384.331315:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2abe7ba. 00000020:00000010:0.0:1780963384.331318:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020f5030e. 00000020:00000010:0.0:1780963384.331319:0:2221:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063d2c868. 00000020:00000010:0.0:1780963384.331321:0:2221:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000a525b4e0. 00000020:00000010:0.0:1780963384.331323:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000995de45c. 00000020:00000010:0.0:1780963384.331326:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069d02e4b. 00000020:00000010:0.0:1780963384.331328:0:2221:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ffec3504. 00000020:00000010:0.0:1780963384.331329:0:2221:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007f13805f. 00000020:00000010:0.0:1780963384.331332:0:2221:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052912481. 00000400:00000010:1.0:1780963384.622739:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006bdf8a2c (tot 2580). 00000400:00000010:1.0:1780963384.622747:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8f0237c (tot 2644). 00000400:00000010:1.0:1780963384.622749:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000620bc80a (tot 2708). 00000100:00000010:1.0:1780963384.622754:0:2235:0:(service.c:3343:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000004850e3f3. 00000100:00000010:1.0:1780963384.622756:0:2235:0:(service.c:3343:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000036f4f6cb. 00000100:00000010:1.0:1780963384.623183:0:2237:0:(service.c:2981:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000f709cfda. 00000020:00000010:1.0:1780963384.623197:0:2237:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7e624e3. 00000020:00000010:1.0:1780963384.623201:0:2237:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8c55061. 00000040:00000010:1.0:1780963384.623205:0:2237:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000a1f088ad. 00000020:00000010:1.0:1780963384.623209:0:2237:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000c7725b05. 00000020:00000010:1.0:1780963384.623225:0:2237:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000090544fcc. 00000020:00000010:1.0:1780963384.623229:0:2237:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f135968c. 00000020:00000010:1.0:1780963384.623234:0:2237:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f73702ff. 00000100:00000010:3.0F:1780963384.623828:0:2238:0:(service.c:2981:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000ec5e3b7b. 00000020:00000010:3.0:1780963384.623851:0:2238:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8f653d3. 00000020:00000010:3.0:1780963384.623857:0:2238:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005dbbafa5. 00000040:00000010:3.0:1780963384.623860:0:2238:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000041498a1a. 00000020:00000010:3.0:1780963384.623864:0:2238:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000b96e01a3. 00000020:00000010:3.0:1780963384.623884:0:2238:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000017078f8c. 00000020:00000010:3.0:1780963384.623889:0:2238:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000078488881. 00000020:00000010:3.0:1780963384.623893:0:2238:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000eac0b2a. 00000100:00000200:1.0:1780963384.624942:0:2235:0:(events.c:608:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1780963384.625096:0:2235:0:(api-ni.c:664:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 0000000085baba6a (tot 3732). 00000400:00000010:1.0:1780963384.625103:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000036c7e02a (tot 3764). 00000400:00000010:1.0:1780963384.625107:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002f498e6d (tot 3892). 00000400:00000010:1.0:1780963384.625109:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000027053e63 (tot 4020). 00000400:00000010:1.0:1780963384.625112:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c01fae22 (tot 4052). 00000400:00000010:1.0:1780963384.625114:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000008a8959e3 (tot 4180). 00000400:00000010:1.0:1780963384.625116:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001eabbc97 (tot 4308). 00000400:00000010:1.0:1780963384.625120:0:2235:0:(peer.c:133:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000003fe96e0d (tot 12500). 00000400:00000010:1.0:1780963384.625126:0:2235:0:(peer.c:133:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000007c5b4a10 (tot 20692). 00000400:00000010:1.0:1780963384.625130:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001dcdb770 (tot 20724). 00000400:00000010:1.0:1780963384.625132:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000007cba1a5b (tot 20852). 00000400:00000010:1.0:1780963384.625134:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000a4d001c1 (tot 20980). 00000400:00000010:1.0:1780963384.625137:0:2235:0:(lib-msg.c:1285:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000055172671 (tot 20996). 00000400:00000010:1.0:1780963384.625140:0:2235:0:(lib-msg.c:1295:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000005d2c6274 (tot 21012). 00000400:00000010:1.0:1780963384.625142:0:2235:0:(lib-msg.c:1285:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000d4c8dc3b (tot 21028). 00000400:00000010:1.0:1780963384.625144:0:2235:0:(lib-msg.c:1295:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000005ce77224 (tot 21044). 00000400:00000010:1.0:1780963384.625211:0:2235:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000081d0955 (tot 86580). 00000400:00000010:1.0:1780963384.625230:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bb21a270 (tot 86612). 00000400:00000010:1.0:1780963384.625232:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000283633ef (tot 86676). 00000400:00000010:1.0:1780963384.625234:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d39617a8 (tot 86740). 00000400:00000010:1.0:1780963384.625326:0:2235:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000005a76819b (tot 152276). 00000400:00000010:1.0:1780963384.625400:0:2235:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000089b8abde (tot 217812). 00000400:00000010:1.0:1780963384.625428:0:2235:0:(lib-ptl.c:892:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 0000000099d96d93 (tot 218324). 00000400:00000010:1.0:1780963384.625432:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ba884c2c (tot 218412). 00000400:00000010:1.0:1780963384.625434:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001549f154 (tot 218444). 00000400:00000010:1.0:1780963384.625437:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040c5bf51 (tot 218508). 00000400:00000010:1.0:1780963384.625439:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004c30dcb (tot 218572). 00000400:00000010:1.0:1780963384.625443:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000767a97b7 (tot 222684). 00000400:00000010:1.0:1780963384.625454:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001d5bc397 (tot 226796). 00000400:00000010:1.0:1780963384.625461:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ce21dde8 (tot 226884). 00000400:00000010:1.0:1780963384.625462:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cd918f72 (tot 226916). 00000400:00000010:1.0:1780963384.625465:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c0b348b (tot 226980). 00000400:00000010:1.0:1780963384.625467:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000844363d0 (tot 227044). 00000400:00000010:1.0:1780963384.625470:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025656e7b (tot 231156). 00000400:00000010:1.0:1780963384.625474:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f0a12007 (tot 235268). 00000400:00000010:1.0:1780963384.625477:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000097b49ad (tot 235356). 00000400:00000010:1.0:1780963384.625479:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a1567863 (tot 235388). 00000400:00000010:1.0:1780963384.625481:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098f9c2ec (tot 235452). 00000400:00000010:1.0:1780963384.625483:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e86cc3bd (tot 235516). 00000400:00000010:1.0:1780963384.625486:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042948e55 (tot 239628). 00000400:00000010:1.0:1780963384.625497:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000039f5ba34 (tot 243740). 00000400:00000010:1.0:1780963384.625501:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eea01327 (tot 243828). 00000400:00000010:1.0:1780963384.625503:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c6891d61 (tot 243860). 00000400:00000010:1.0:1780963384.625505:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ff5c766 (tot 243924). 00000400:00000010:1.0:1780963384.625507:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1ebe24f (tot 243988). 00000400:00000010:1.0:1780963384.625511:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045523ded (tot 248100). 00000400:00000010:1.0:1780963384.625515:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bfe63a4c (tot 252212). 00000400:00000010:1.0:1780963384.625519:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000003de91c6 (tot 252300). 00000400:00000010:1.0:1780963384.625521:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c4c0b7aa (tot 252332). 00000400:00000010:1.0:1780963384.625523:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000331c5132 (tot 252396). 00000400:00000010:1.0:1780963384.625525:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a972fc22 (tot 252460). 00000400:00000010:1.0:1780963384.625528:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004008add7 (tot 256572). 00000400:00000010:1.0:1780963384.625538:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003568c8e4 (tot 260684). 00000400:00000010:1.0:1780963384.625543:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000073e2ff3d (tot 260772). 00000400:00000010:1.0:1780963384.625545:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003c66debe (tot 260804). 00000400:00000010:1.0:1780963384.625547:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad4d0dc1 (tot 260868). 00000400:00000010:1.0:1780963384.625548:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004bc6e5fb (tot 260932). 00000400:00000010:1.0:1780963384.625552:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ac9c7404 (tot 265044). 00000400:00000010:1.0:1780963384.625556:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025006c6a (tot 269156). 00000400:00000010:1.0:1780963384.625564:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b254c613 (tot 269244). 00000400:00000010:1.0:1780963384.625566:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b77f3917 (tot 269276). 00000400:00000010:1.0:1780963384.625568:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007c370eb (tot 269340). 00000400:00000010:1.0:1780963384.625570:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3c8850d (tot 269404). 00000400:00000010:1.0:1780963384.625574:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086f8b669 (tot 273516). 00000400:00000010:1.0:1780963384.625584:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000604570d9 (tot 277628). 00000400:00000010:1.0:1780963384.625588:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f23fd8f8 (tot 277716). 00000400:00000010:1.0:1780963384.625591:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f67105fb (tot 277748). 00000400:00000010:1.0:1780963384.625593:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e52c6f53 (tot 277812). 00000400:00000010:1.0:1780963384.625595:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007059d58 (tot 277876). 00000400:00000010:1.0:1780963384.625599:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000066232d79 (tot 281988). 00000400:00000010:1.0:1780963384.625604:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026baa0e2 (tot 286100). 00000400:00000010:1.0:1780963384.625607:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000417e2c5f (tot 286188). 00000400:00000010:1.0:1780963384.625610:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000112e7a0d (tot 286220). 00000400:00000010:1.0:1780963384.625611:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db5f8a99 (tot 286284). 00000400:00000010:1.0:1780963384.625613:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c417831 (tot 286348). 00000400:00000010:1.0:1780963384.625617:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db6186df (tot 290460). 00000400:00000010:1.0:1780963384.625627:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007e8c9391 (tot 294572). 00000400:00000010:1.0:1780963384.625631:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007118ae68 (tot 294660). 00000400:00000010:1.0:1780963384.625633:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007270433c (tot 294692). 00000400:00000010:1.0:1780963384.625635:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b0a0caa (tot 294756). 00000400:00000010:1.0:1780963384.625637:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da04e3dd (tot 294820). 00000400:00000010:1.0:1780963384.625640:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eef2bb02 (tot 298932). 00000400:00000010:1.0:1780963384.625644:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008e766f3 (tot 303044). 00000400:00000010:1.0:1780963384.625645:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000caa4f434 (tot 303132). 00000400:00000010:1.0:1780963384.625647:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000081604749 (tot 303164). 00000400:00000010:1.0:1780963384.625649:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012273305 (tot 303228). 00000400:00000010:1.0:1780963384.625650:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085be81d7 (tot 303292). 00000400:00000010:1.0:1780963384.625653:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029b4546f (tot 307404). 00000400:00000010:1.0:1780963384.625662:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007aeae73d (tot 311516). 00000400:00000010:1.0:1780963384.625670:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008895e223 (tot 311604). 00000400:00000010:1.0:1780963384.625672:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bf7f27db (tot 311636). 00000400:00000010:1.0:1780963384.625674:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000781372d7 (tot 311700). 00000400:00000010:1.0:1780963384.625676:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aeea5a4a (tot 311764). 00000400:00000010:1.0:1780963384.625679:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008b2dc59b (tot 315876). 00000400:00000010:1.0:1780963384.625684:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c6ecd28 (tot 319988). 00000400:00000010:1.0:1780963384.625686:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e9987bc5 (tot 320076). 00000400:00000010:1.0:1780963384.625688:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000003f71472 (tot 320108). 00000400:00000010:1.0:1780963384.625690:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000386c51fc (tot 320172). 00000400:00000010:1.0:1780963384.625692:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005211fd67 (tot 320236). 00000400:00000010:1.0:1780963384.625696:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cd91473 (tot 324348). 00000400:00000010:1.0:1780963384.625706:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007aab3ac8 (tot 328460). 00000400:00000010:1.0:1780963384.625710:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c6446be3 (tot 328548). 00000400:00000010:1.0:1780963384.625712:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008fa5eab8 (tot 328580). 00000400:00000010:1.0:1780963384.625714:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e4aa2cc (tot 328644). 00000400:00000010:1.0:1780963384.625716:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8574c96 (tot 328708). 00000400:00000010:1.0:1780963384.625720:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f0ac2ace (tot 332820). 00000400:00000010:1.0:1780963384.625725:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000550ab42e (tot 336932). 00000400:00000010:1.0:1780963384.625728:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d7579276 (tot 337020). 00000400:00000010:1.0:1780963384.625729:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000d9a9b35 (tot 337052). 00000400:00000010:1.0:1780963384.625742:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4db4713 (tot 337116). 00000400:00000010:1.0:1780963384.625745:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082210009 (tot 337180). 00000400:00000010:1.0:1780963384.625749:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000099d776aa (tot 341292). 00000400:00000010:1.0:1780963384.625759:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002daea667 (tot 345404). 00000400:00000010:1.0:1780963384.625762:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000254455b3 (tot 345492). 00000400:00000010:1.0:1780963384.625764:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007f1c9e62 (tot 345524). 00000400:00000010:1.0:1780963384.625767:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000109e6a4e (tot 345588). 00000400:00000010:1.0:1780963384.625768:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000062a245c6 (tot 345652). 00000400:00000010:1.0:1780963384.625772:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001de961ef (tot 349764). 00000400:00000010:1.0:1780963384.625776:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce3493dd (tot 353876). 00000400:00000010:1.0:1780963384.625804:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000de5836a5 (tot 353964). 00000400:00000010:1.0:1780963384.625807:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000094b24043 (tot 353996). 00000400:00000010:1.0:1780963384.625810:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8a89ffe (tot 354060). 00000400:00000010:1.0:1780963384.625811:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2d20b91 (tot 354124). 00000400:00000010:1.0:1780963384.625815:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc80dd02 (tot 358236). 00000400:00000010:1.0:1780963384.625826:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000edde001d (tot 362348). 00000400:00000010:1.0:1780963384.625829:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008ebda416 (tot 362436). 00000400:00000010:1.0:1780963384.625831:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009076b55a (tot 362468). 00000400:00000010:1.0:1780963384.625833:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ec46fba (tot 362532). 00000400:00000010:1.0:1780963384.625835:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f95a50f2 (tot 362596). 00000400:00000010:1.0:1780963384.625839:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000089ecc2bb (tot 366708). 00000400:00000010:1.0:1780963384.625843:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff24f8b8 (tot 370820). 00000400:00000010:1.0:1780963384.625845:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000175fbdcc (tot 370908). 00000400:00000010:1.0:1780963384.625846:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d91c453f (tot 370940). 00000400:00000010:1.0:1780963384.625848:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e2153a1 (tot 371004). 00000400:00000010:1.0:1780963384.625850:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8427e15 (tot 371068). 00000400:00000010:1.0:1780963384.625853:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000984460d6 (tot 375180). 00000400:00000010:1.0:1780963384.625862:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d26735d4 (tot 379292). 00000400:00000010:1.0:1780963384.625866:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006da45fb1 (tot 379380). 00000400:00000010:1.0:1780963384.625867:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f12f219b (tot 379412). 00000400:00000010:1.0:1780963384.625869:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de821392 (tot 379476). 00000400:00000010:1.0:1780963384.625871:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000902b56d8 (tot 379540). 00000400:00000010:1.0:1780963384.625874:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008bb952e8 (tot 383652). 00000400:00000010:1.0:1780963384.625878:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a48abc25 (tot 387764). 00000400:00000010:1.0:1780963384.625880:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c0cba03a (tot 387852). 00000400:00000010:1.0:1780963384.625882:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001f83bf0b (tot 387884). 00000400:00000010:1.0:1780963384.625883:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098f133fd (tot 387948). 00000400:00000010:1.0:1780963384.625885:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e556c7c2 (tot 388012). 00000400:00000010:1.0:1780963384.625888:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074eff197 (tot 392124). 00000400:00000010:1.0:1780963384.625896:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000005c81b4e (tot 396236). 00000400:00000010:1.0:1780963384.625901:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007d3ee1c9 (tot 396324). 00000400:00000010:1.0:1780963384.625903:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000031d9cf5f (tot 396356). 00000400:00000010:1.0:1780963384.625905:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e70fa36e (tot 396420). 00000400:00000010:1.0:1780963384.625907:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001302b0bf (tot 396484). 00000400:00000010:1.0:1780963384.625910:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000398bb535 (tot 400596). 00000400:00000010:1.0:1780963384.625914:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c1067a15 (tot 404708). 00000400:00000010:1.0:1780963384.625916:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006876ef32 (tot 404796). 00000400:00000010:1.0:1780963384.625917:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000075001c84 (tot 404828). 00000400:00000010:1.0:1780963384.625919:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000196db22c (tot 404892). 00000400:00000010:1.0:1780963384.625921:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c3b6f99 (tot 404956). 00000400:00000010:1.0:1780963384.625924:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009bb80458 (tot 409068). 00000400:00000010:1.0:1780963384.625932:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c3b14bc (tot 413180). 00000400:00000010:1.0:1780963384.625935:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ec477bac (tot 413268). 00000400:00000010:1.0:1780963384.625937:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008dd4c4db (tot 413300). 00000400:00000010:1.0:1780963384.625938:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000379da273 (tot 413364). 00000400:00000010:1.0:1780963384.625940:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe8b36d2 (tot 413428). 00000400:00000010:1.0:1780963384.625944:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000281ea7f4 (tot 417540). 00000400:00000010:1.0:1780963384.625948:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000586c99e5 (tot 421652). 00000400:00000010:1.0:1780963384.625950:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001256331f (tot 421740). 00000400:00000010:1.0:1780963384.625952:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000029b90562 (tot 421772). 00000400:00000010:1.0:1780963384.625953:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072129039 (tot 421836). 00000400:00000010:1.0:1780963384.625955:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e20df07 (tot 421900). 00000400:00000010:1.0:1780963384.625958:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae21b7ca (tot 426012). 00000400:00000010:1.0:1780963384.625967:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000248b25fd (tot 430124). 00000400:00000010:1.0:1780963384.625970:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006f31bf53 (tot 430212). 00000400:00000010:1.0:1780963384.625972:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fc5b4685 (tot 430244). 00000400:00000010:1.0:1780963384.625973:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000287b03a0 (tot 430308). 00000400:00000010:1.0:1780963384.625975:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008465f3a2 (tot 430372). 00000400:00000010:1.0:1780963384.625978:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c967ac76 (tot 434484). 00000400:00000010:1.0:1780963384.625983:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001bd2d563 (tot 438596). 00000400:00000010:1.0:1780963384.625990:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005d6669d1 (tot 438684). 00000400:00000010:1.0:1780963384.625992:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000065e5013a (tot 438716). 00000400:00000010:1.0:1780963384.625993:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa046740 (tot 438780). 00000400:00000010:1.0:1780963384.625995:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a74a37eb (tot 438844). 00000400:00000010:1.0:1780963384.625999:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f451ba0b (tot 442956). 00000400:00000010:1.0:1780963384.626008:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6e3087e (tot 447068). 00000400:00000010:1.0:1780963384.626011:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dc8314b1 (tot 447156). 00000400:00000010:1.0:1780963384.626013:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e584459 (tot 447188). 00000400:00000010:1.0:1780963384.626015:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be4dfc81 (tot 447252). 00000400:00000010:1.0:1780963384.626017:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3e51ecb (tot 447316). 00000400:00000010:1.0:1780963384.626020:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005fc310c3 (tot 451428). 00000400:00000010:1.0:1780963384.626025:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d9cdaf2 (tot 455540). 00000400:00000010:1.0:1780963384.626027:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000055c78e58 (tot 455628). 00000400:00000010:1.0:1780963384.626029:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bec4533c (tot 455660). 00000400:00000010:1.0:1780963384.626030:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072a5b24c (tot 455724). 00000400:00000010:1.0:1780963384.626032:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000542d16e6 (tot 455788). 00000400:00000010:1.0:1780963384.626035:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fd36fec1 (tot 459900). 00000400:00000010:1.0:1780963384.626044:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a3196565 (tot 464012). 00000400:00000010:1.0:1780963384.626048:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000526476cb (tot 464100). 00000400:00000010:1.0:1780963384.626049:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003029e94c (tot 464132). 00000400:00000010:1.0:1780963384.626051:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fadf50f (tot 464196). 00000400:00000010:1.0:1780963384.626053:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e940787b (tot 464260). 00000400:00000010:1.0:1780963384.626057:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a7ddd6a (tot 468372). 00000400:00000010:1.0:1780963384.626063:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7ee50e1 (tot 472484). 00000400:00000010:1.0:1780963384.626067:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ecacca17 (tot 472572). 00000400:00000010:1.0:1780963384.626069:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f018e17c (tot 472604). 00000400:00000010:1.0:1780963384.626072:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000427efa07 (tot 472668). 00000400:00000010:1.0:1780963384.626073:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b74ffd3d (tot 472732). 00000400:00000010:1.0:1780963384.626078:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000059b46ef6 (tot 476844). 00000400:00000010:1.0:1780963384.626090:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001f9ed9d6 (tot 480956). 00000400:00000010:1.0:1780963384.626100:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000055b67e6b (tot 481044). 00000400:00000010:1.0:1780963384.626102:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fa7556e7 (tot 481076). 00000400:00000010:1.0:1780963384.626104:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041540e45 (tot 481140). 00000400:00000010:1.0:1780963384.626106:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f8a81ae (tot 481204). 00000400:00000010:1.0:1780963384.626111:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bffbd15 (tot 485316). 00000400:00000010:1.0:1780963384.626117:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008358c8eb (tot 489428). 00000400:00000010:1.0:1780963384.626120:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000943a7fd8 (tot 489516). 00000400:00000010:1.0:1780963384.626122:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009288d1ad (tot 489548). 00000400:00000010:1.0:1780963384.626124:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008649d3d8 (tot 489612). 00000400:00000010:1.0:1780963384.626126:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b875739 (tot 489676). 00000400:00000010:1.0:1780963384.626131:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d2206a7c (tot 493788). 00000400:00000010:1.0:1780963384.626143:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7385287 (tot 497900). 00000400:00000010:1.0:1780963384.626148:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000016e4aac (tot 497988). 00000400:00000010:1.0:1780963384.626151:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000030fa13a7 (tot 498020). 00000400:00000010:1.0:1780963384.626152:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ba65216 (tot 498084). 00000400:00000010:1.0:1780963384.626154:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009fea3cb (tot 498148). 00000400:00000010:1.0:1780963384.626159:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c532b426 (tot 502260). 00000400:00000010:1.0:1780963384.626165:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eccc0974 (tot 506372). 00000400:00000010:1.0:1780963384.626168:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e39e7b9f (tot 506460). 00000400:00000010:1.0:1780963384.626170:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006e5b6afd (tot 506492). 00000400:00000010:1.0:1780963384.626172:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000015a5882 (tot 506556). 00000400:00000010:1.0:1780963384.626173:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d68fb74 (tot 506620). 00000400:00000010:1.0:1780963384.626178:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f4f8a10b (tot 510732). 00000400:00000010:1.0:1780963384.626190:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000490ca1e4 (tot 514844). 00000400:00000010:1.0:1780963384.626195:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bef8b75c (tot 514932). 00000400:00000010:1.0:1780963384.626197:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000da64e2c2 (tot 514964). 00000400:00000010:1.0:1780963384.626200:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5a44811 (tot 515028). 00000400:00000010:1.0:1780963384.626202:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba5fa80f (tot 515092). 00000400:00000010:1.0:1780963384.626207:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e70183dc (tot 519204). 00000400:00000010:1.0:1780963384.626213:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d1199b6 (tot 523316). 00000400:00000010:1.0:1780963384.626223:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000035128ed6 (tot 523404). 00000400:00000010:1.0:1780963384.626226:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008850a5d8 (tot 523436). 00000400:00000010:1.0:1780963384.626228:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000812e49ae (tot 523500). 00000400:00000010:1.0:1780963384.626230:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ec87812 (tot 523564). 00000400:00000010:1.0:1780963384.626235:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079000673 (tot 527676). 00000400:00000010:1.0:1780963384.626287:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029f4a20e (tot 531788). 00000400:00000010:1.0:1780963384.626293:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000076cbaed1 (tot 531876). 00000400:00000010:1.0:1780963384.626297:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000596548eb (tot 531908). 00000400:00000010:1.0:1780963384.626301:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ae1e063 (tot 531972). 00000400:00000010:1.0:1780963384.626304:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6c95a79 (tot 532036). 00000400:00000010:1.0:1780963384.626309:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013d8bb0d (tot 536148). 00000400:00000010:1.0:1780963384.626317:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094a8acf5 (tot 540260). 00000400:00000010:1.0:1780963384.626321:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000636bc885 (tot 540348). 00000400:00000010:1.0:1780963384.626323:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004cf3d801 (tot 540380). 00000400:00000010:1.0:1780963384.626325:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b806e35 (tot 540444). 00000400:00000010:1.0:1780963384.626328:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b61fc7fe (tot 540508). 00000400:00000010:1.0:1780963384.626336:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c063b9c0 (tot 544620). 00000400:00000010:1.0:1780963384.626351:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000048b674a (tot 548732). 00000400:00000010:1.0:1780963384.626357:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001c3a301d (tot 548820). 00000400:00000010:1.0:1780963384.626361:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f9c95407 (tot 548852). 00000400:00000010:1.0:1780963384.626364:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4c97139 (tot 548916). 00000400:00000010:1.0:1780963384.626365:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf0128a8 (tot 548980). 00000400:00000010:1.0:1780963384.626370:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b5eb46be (tot 553092). 00000400:00000010:1.0:1780963384.626377:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005ab1cee8 (tot 557204). 00000400:00000010:1.0:1780963384.626382:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fd055cd7 (tot 557292). 00000400:00000010:1.0:1780963384.626385:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b548be22 (tot 557324). 00000400:00000010:1.0:1780963384.626388:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090dddfd3 (tot 557388). 00000400:00000010:1.0:1780963384.626390:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000857856e2 (tot 557452). 00000400:00000010:1.0:1780963384.626395:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000084ed3340 (tot 561564). 00000400:00000010:1.0:1780963384.626408:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006971e48e (tot 565676). 00000400:00000010:1.0:1780963384.626417:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000e74a6f1 (tot 565764). 00000400:00000010:1.0:1780963384.626420:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000024dbdaa7 (tot 565796). 00000400:00000010:1.0:1780963384.626422:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4144a6f (tot 565860). 00000400:00000010:1.0:1780963384.626424:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d4dcee6 (tot 565924). 00000400:00000010:1.0:1780963384.626429:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036201f30 (tot 570036). 00000400:00000010:1.0:1780963384.626435:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000101a40a8 (tot 574148). 00000400:00000010:1.0:1780963384.626439:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f94e5e14 (tot 574236). 00000400:00000010:1.0:1780963384.626441:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ca6ce5c9 (tot 574268). 00000400:00000010:1.0:1780963384.626443:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000559cc218 (tot 574332). 00000400:00000010:1.0:1780963384.626445:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cec1556a (tot 574396). 00000400:00000010:1.0:1780963384.626449:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000506f3eac (tot 578508). 00000400:00000010:1.0:1780963384.626461:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025ecfff9 (tot 582620). 00000400:00000010:1.0:1780963384.626466:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002d932a87 (tot 582708). 00000400:00000010:1.0:1780963384.626469:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067ea6a6b (tot 582740). 00000400:00000010:1.0:1780963384.626471:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7c20448 (tot 582804). 00000400:00000010:1.0:1780963384.626473:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f597233d (tot 582868). 00000400:00000010:1.0:1780963384.626478:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b47186a5 (tot 586980). 00000400:00000010:1.0:1780963384.626484:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5581299 (tot 591092). 00000400:00000010:1.0:1780963384.626487:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c137e4a6 (tot 591180). 00000400:00000010:1.0:1780963384.626489:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000062bc74c5 (tot 591212). 00000400:00000010:1.0:1780963384.626490:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa9780f8 (tot 591276). 00000400:00000010:1.0:1780963384.626492:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c94f9f6c (tot 591340). 00000400:00000010:1.0:1780963384.626497:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000773c6ac3 (tot 595452). 00000400:00000010:1.0:1780963384.626510:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000157e5576 (tot 599564). 00000400:00000010:1.0:1780963384.626514:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000962c2a32 (tot 599652). 00000400:00000010:1.0:1780963384.626517:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bd9ef398 (tot 599684). 00000400:00000010:1.0:1780963384.626520:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b26516cf (tot 599748). 00000400:00000010:1.0:1780963384.626522:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009fdeddd2 (tot 599812). 00000400:00000010:1.0:1780963384.626527:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000038129da3 (tot 603924). 00000400:00000010:1.0:1780963384.626533:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d0819298 (tot 608036). 00000400:00000010:1.0:1780963384.626542:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000800a1776 (tot 608124). 00000400:00000010:1.0:1780963384.626557:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000ccaa5bd (tot 608156). 00000400:00000010:1.0:1780963384.626569:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e79ee698 (tot 608220). 00000400:00000010:1.0:1780963384.626572:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b1dbb36 (tot 608284). 00000400:00000010:1.0:1780963384.626577:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dcd5efa0 (tot 612396). 00000400:00000010:1.0:1780963384.626590:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007e8fe73f (tot 616508). 00000400:00000010:1.0:1780963384.626595:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000338aa6d7 (tot 616596). 00000400:00000010:1.0:1780963384.626598:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f89619be (tot 616628). 00000400:00000010:1.0:1780963384.626600:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000150dec5 (tot 616692). 00000400:00000010:1.0:1780963384.626602:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051d7b57b (tot 616756). 00000400:00000010:1.0:1780963384.626606:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fad93842 (tot 620868). 00000400:00000010:1.0:1780963384.626612:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000721acccf (tot 624980). 00000400:00000010:1.0:1780963384.626617:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fde804b4 (tot 625068). 00000400:00000010:1.0:1780963384.626618:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bc9bf9fb (tot 625100). 00000400:00000010:1.0:1780963384.626620:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8de5926 (tot 625164). 00000400:00000010:1.0:1780963384.626622:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d832ad1 (tot 625228). 00000400:00000010:1.0:1780963384.626627:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000827e56d4 (tot 629340). 00000400:00000010:1.0:1780963384.626638:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb5b2071 (tot 633452). 00000400:00000010:1.0:1780963384.626641:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007cf78229 (tot 633540). 00000400:00000010:1.0:1780963384.626643:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008e440a1f (tot 633572). 00000400:00000010:1.0:1780963384.626645:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab27eee6 (tot 633636). 00000400:00000010:1.0:1780963384.626647:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ddcbf89 (tot 633700). 00000400:00000010:1.0:1780963384.626650:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025964c5e (tot 637812). 00000400:00000010:1.0:1780963384.626654:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fdc12cf7 (tot 641924). 00000400:00000010:1.0:1780963384.626657:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d9239d1f (tot 642012). 00000400:00000010:1.0:1780963384.626658:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a56d2362 (tot 642044). 00000400:00000010:1.0:1780963384.626660:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8bed911 (tot 642108). 00000400:00000010:1.0:1780963384.626662:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e5b82d4 (tot 642172). 00000400:00000010:1.0:1780963384.626666:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005ab8318b (tot 646284). 00000400:00000010:1.0:1780963384.626676:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a869bb82 (tot 650396). 00000400:00000010:1.0:1780963384.626682:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d09556d5 (tot 650484). 00000400:00000010:1.0:1780963384.626684:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c04a9d74 (tot 650516). 00000400:00000010:1.0:1780963384.626686:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a42f83ab (tot 650580). 00000400:00000010:1.0:1780963384.626688:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082f4fd01 (tot 650644). 00000400:00000010:1.0:1780963384.626691:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ac0118a7 (tot 654756). 00000400:00000010:1.0:1780963384.626696:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001bbbf28d (tot 658868). 00000400:00000010:1.0:1780963384.626698:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000d785da9 (tot 658956). 00000400:00000010:1.0:1780963384.626700:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ae289e4d (tot 658988). 00000400:00000010:1.0:1780963384.626701:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024dcf986 (tot 659052). 00000400:00000010:1.0:1780963384.626703:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d17b3c37 (tot 659116). 00000400:00000010:1.0:1780963384.626707:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b8022680 (tot 663228). 00000400:00000010:1.0:1780963384.626717:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e8df246 (tot 667340). 00000400:00000010:1.0:1780963384.626721:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b3d33bce (tot 667428). 00000400:00000010:1.0:1780963384.626722:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000014e80776 (tot 667460). 00000400:00000010:1.0:1780963384.626724:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d21017ed (tot 667524). 00000400:00000010:1.0:1780963384.626725:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f443442c (tot 667588). 00000400:00000010:1.0:1780963384.626729:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e8e4c2f (tot 671700). 00000400:00000010:1.0:1780963384.626733:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000585887b8 (tot 675812). 00000400:00000010:1.0:1780963384.626736:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b2edffdc (tot 675900). 00000400:00000010:1.0:1780963384.626737:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000503cd6da (tot 675932). 00000400:00000010:1.0:1780963384.626739:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000018d7cbd (tot 675996). 00000400:00000010:1.0:1780963384.626741:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000baaa3f24 (tot 676060). 00000400:00000010:1.0:1780963384.626744:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000076b19b01 (tot 680172). 00000400:00000010:1.0:1780963384.626753:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c09d8f35 (tot 684284). 00000400:00000010:1.0:1780963384.626757:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f57427a1 (tot 684372). 00000400:00000010:1.0:1780963384.626759:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000abeeec1a (tot 684404). 00000400:00000010:1.0:1780963384.626761:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054f293b8 (tot 684468). 00000400:00000010:1.0:1780963384.626763:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000902ced06 (tot 684532). 00000400:00000010:1.0:1780963384.626767:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aeaf2a8c (tot 688644). 00000400:00000010:1.0:1780963384.626772:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d838236b (tot 692756). 00000400:00000010:1.0:1780963384.626779:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093086415 (tot 692844). 00000400:00000010:1.0:1780963384.626781:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f01bf3cd (tot 692876). 00000400:00000010:1.0:1780963384.626782:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000360645d5 (tot 692940). 00000400:00000010:1.0:1780963384.626784:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d086898 (tot 693004). 00000400:00000010:1.0:1780963384.626802:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000200d3e51 (tot 697116). 00000400:00000010:1.0:1780963384.626813:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db3fc45b (tot 701228). 00000400:00000010:1.0:1780963384.626817:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000003647882 (tot 701316). 00000400:00000010:1.0:1780963384.626819:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005a892992 (tot 701348). 00000400:00000010:1.0:1780963384.626821:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003cc9fa14 (tot 701412). 00000400:00000010:1.0:1780963384.626823:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6a93113 (tot 701476). 00000400:00000010:1.0:1780963384.626827:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d833d7c2 (tot 705588). 00000400:00000010:1.0:1780963384.626832:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000051566d69 (tot 709700). 00000400:00000010:1.0:1780963384.626845:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d794f8e3 (tot 709788). 00000400:00000010:1.0:1780963384.626847:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000097a0c2de (tot 709820). 00000400:00000010:1.0:1780963384.626849:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000570dbc85 (tot 709884). 00000400:00000010:1.0:1780963384.626851:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d28bb31d (tot 709948). 00000400:00000010:1.0:1780963384.626856:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a1653745 (tot 714060). 00000400:00000010:1.0:1780963384.626865:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004fd663b8 (tot 718172). 00000400:00000010:1.0:1780963384.626869:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003dc766c2 (tot 718260). 00000400:00000010:1.0:1780963384.626870:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008323dad6 (tot 718292). 00000400:00000010:1.0:1780963384.626872:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021c72f93 (tot 718356). 00000400:00000010:1.0:1780963384.626874:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c92888c (tot 718420). 00000400:00000010:1.0:1780963384.626878:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000b72430c (tot 722532). 00000400:00000010:1.0:1780963384.626881:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4f1650d (tot 726644). 00000400:00000010:1.0:1780963384.626884:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000017b17e54 (tot 726732). 00000400:00000010:1.0:1780963384.626885:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d9358569 (tot 726764). 00000400:00000010:1.0:1780963384.626887:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f0a943f (tot 726828). 00000400:00000010:1.0:1780963384.626889:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033e3a4ec (tot 726892). 00000400:00000010:1.0:1780963384.626892:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030430817 (tot 731004). 00000400:00000010:1.0:1780963384.626902:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009537e51e (tot 735116). 00000400:00000010:1.0:1780963384.626908:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e3788e33 (tot 735204). 00000400:00000010:1.0:1780963384.626911:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000010e94378 (tot 735236). 00000400:00000010:1.0:1780963384.626912:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006927cd7d (tot 735300). 00000400:00000010:1.0:1780963384.626914:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8054c36 (tot 735364). 00000400:00000010:1.0:1780963384.626917:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bfdf4223 (tot 739476). 00000400:00000010:1.0:1780963384.626921:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000097737b7d (tot 743588). 00000400:00000010:1.0:1780963384.626923:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000006c590b5 (tot 743676). 00000400:00000010:1.0:1780963384.626925:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dce3308a (tot 743708). 00000400:00000010:1.0:1780963384.626926:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bb2fd9d (tot 743772). 00000400:00000010:1.0:1780963384.626928:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c28a92f (tot 743836). 00000400:00000010:1.0:1780963384.626931:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002c5727a (tot 747948). 00000400:00000010:1.0:1780963384.626940:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000410306ab (tot 752060). 00000400:00000010:1.0:1780963384.626944:0:2235:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ad0b8f9 (tot 752148). 00000400:00000010:1.0:1780963384.626945:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000baa7261c (tot 752180). 00000400:00000010:1.0:1780963384.626947:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ca57754 (tot 752244). 00000400:00000010:1.0:1780963384.626949:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000814e7629 (tot 752308). 00000400:00000010:1.0:1780963384.626952:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c6917cb (tot 756420). 00000400:00000010:1.0:1780963384.626956:0:2235:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036828052 (tot 760532). 00000400:00000010:1.0:1780963384.626958:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ed67c474 (tot 760564). 00000400:00000010:1.0:1780963384.626960:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ee2d10a (tot 760628). 00000400:00000010:1.0:1780963384.626961:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6c68398 (tot 760692). 00000400:00000010:1.0:1780963384.626965:0:2235:0:(config.c:345:lnet_net_alloc()) alloc '(net)': 176 at 0000000064f3cebd (tot 760868). 00000400:00000010:1.0:1780963384.626968:0:2235:0:(config.c:422:lnet_ni_alloc_common()) alloc '(ni)': 328 at 000000000b504a10 (tot 761196). 00000400:00000010:1.0:1780963384.626970:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000872253dc (tot 761228). 00000400:00000010:1.0:1780963384.626972:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b21264b6 (tot 761292). 00000400:00000010:1.0:1780963384.626973:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1f8cd78 (tot 761356). 00000400:00000010:1.0:1780963384.626974:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ac71f31d (tot 761388). 00000400:00000010:1.0:1780963384.626976:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005baf2c9e (tot 761452). 00000400:00000010:1.0:1780963384.626977:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2d04188 (tot 761516). 00000400:00000010:1.0:1780963384.626982:0:2235:0:(config.c:583:lnet_parse_networks()) alloc '(tokens)': 4 at 0000000023c982ab (tot 761520). 00000400:00000010:1.0:1780963384.626991:0:2235:0:(config.c:345:lnet_net_alloc()) alloc '(net)': 176 at 000000006c66c548 (tot 761696). 00000400:00000010:1.0:1780963384.626994:0:2235:0:(config.c:422:lnet_ni_alloc_common()) alloc '(ni)': 328 at 000000001a9f4111 (tot 762024). 00000400:00000010:1.0:1780963384.626996:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005653636c (tot 762056). 00000400:00000010:1.0:1780963384.626997:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000863cce3b (tot 762120). 00000400:00000010:1.0:1780963384.626999:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c44d8eca (tot 762184). 00000400:00000010:1.0:1780963384.627000:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cf2e4a94 (tot 762216). 00000400:00000010:1.0:1780963384.627002:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028cb0388 (tot 762280). 00000400:00000010:1.0:1780963384.627003:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097a5a811 (tot 762344). 00000400:00000010:1.0:1780963384.627005:0:2235:0:(config.c:796:lnet_parse_networks()) kfreed 'tokens': 4 at 0000000023c982ab (tot 762340). 00000400:00000010:1.0:1780963384.627016:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000055e3b8dc (tot 762372). 00000400:00000010:1.0:1780963384.627018:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000044679b5b (tot 762500). 00000400:00000010:1.0:1780963384.627020:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000005dc27ef7 (tot 762628). 00000800:00000200:3.0:1780963384.628501:0:2235:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:3.0:1780963384.628509:0:2235:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000200:3.0:1780963384.628512:0:2235:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=ens2 ifindex 2 state 6 00000800:00000200:3.0:1780963384.628515:0:2235:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=ens2 ifindex 2 state 6 00000800:00000200:3.0:1780963384.628518:0:2235:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:3.0:1780963384.628520:0:2235:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000010:3.0:1780963384.628527:0:2235:0:(socklnd.c:2496:ksocknal_startup()) alloc '(net)': 208 at 0000000095be3065 (tot 762836). 00000800:00000010:1.0:1780963384.628759:0:2244:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000016235549 (tot 764884). 00000800:00000010:1.0:1780963384.628771:0:2244:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000002cca9849 (tot 768980). 00000800:00000010:1.0:1780963384.628962:0:2245:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000f6ab3e9c (tot 771028). 00000800:00000010:1.0:1780963384.628968:0:2245:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000071ef3084 (tot 775124). 00000800:00000010:1.0:1780963384.629195:0:2246:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000007b237194 (tot 777172). 00000800:00000010:1.0:1780963384.629202:0:2246:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000c1288621 (tot 781268). 00000400:02000000:3.0:1780963384.629478:0:2235:0:(api-ni.c:2522:lnet_startup_lndni()) Added LNI 192.168.203.9@tcp [8/256/0/180] 00000800:00000010:1.0:1780963384.629501:0:2247:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000032e5ad4f (tot 783316). 00000800:00000010:1.0:1780963384.629507:0:2247:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000920b1618 (tot 787412). 00000400:02000000:2.0:1780963384.633087:0:2248:0:(acceptor.c:404:lnet_acceptor()) Accept secure, port 988 00000400:00000010:2.0:1780963384.634631:0:2235:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000d6a66a68 (tot 787469). 00000400:00000010:2.0:1780963384.634668:0:2235:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a26d93b6. 00000400:00000010:2.0:1780963384.634688:0:2235:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b4cb3d6. 00000400:00000200:2.0:1780963384.634704:0:2235:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1780963384.634709:0:2235:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c0e61fb0 (tot 787750). 00000400:00000010:2.0:1780963384.634712:0:2235:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2a9bf88. 00000400:00000010:2.0:1780963384.634715:0:2235:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036f19eba. 00000400:00000200:2.0:1780963384.634716:0:2235:0:(api-ni.c:2168:lnet_push_target_post()) posted push target 00000000c0e61fb0 00000400:00000200:2.0:1780963384.634719:0:2235:0:(api-ni.c:2125:lnet_push_target_resize()) nnis 16 success 00000400:00000200:2.0:1780963384.635638:0:2235:0:(peer.c:4143:lnet_peer_discovery_start()) discovery start: 0 00000400:00000010:2.0:1780963384.635646:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000029d9a086 (tot 787782). 00000400:00000010:2.0:1780963384.635653:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ec1cbab (tot 787846). 00000400:00000010:2.0:1780963384.635655:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e823a8a (tot 787910). 00000400:00000010:2.0:1780963384.635659:0:2235:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000d4a4a2e (tot 787942). 00000400:00000010:2.0:1780963384.635661:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a9a4103 (tot 788006). 00000400:00000010:2.0:1780963384.635662:0:2235:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005cf44b7 (tot 788070). 00000100:00000010:2.0:1780963384.636022:0:2235:0:(ptlrpcd.c:815:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 0000000063801875. 00000400:00000200:0.0:1780963384.636215:0:2249:0:(peer.c:3972:lnet_peer_discovery()) started 00000100:00000010:1.0:1780963384.636320:0:2251:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4fe2c76. 00000020:00000010:1.0:1780963384.636331:0:2251:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000929d9761. 00000020:00000010:1.0:1780963384.636335:0:2251:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c8e749a. 00000020:00000010:1.0:1780963384.636339:0:2251:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000059402780. 00000040:00000010:1.0:1780963384.636342:0:2251:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000db45a8e6. 00000020:00000010:1.0:1780963384.636347:0:2251:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000196b76d8. 00000020:00000010:1.0:1780963384.636352:0:2251:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000fff53ce3. 00000020:00000010:1.0:1780963384.636356:0:2251:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000df05ce51. 00000020:00000010:1.0:1780963384.636359:0:2251:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037f93658. 00000100:00000010:2.0:1780963384.636428:0:2235:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000334a5b7f. 00000100:00000010:2.0:1780963384.636436:0:2235:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000a0451e63. 00000100:00000010:2.0:1780963384.636439:0:2235:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000667a77ba. 00000100:00000010:1.0:1780963384.636672:0:2252:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000321cc89a. 00000020:00000010:1.0:1780963384.636689:0:2252:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000763d5556. 00000020:00000010:1.0:1780963384.636692:0:2252:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006305d55a. 00000020:00000010:1.0:1780963384.636694:0:2252:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000910c12d6. 00000040:00000010:1.0:1780963384.636695:0:2252:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000000c992ef0. 00000020:00000010:1.0:1780963384.636698:0:2252:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d859c66a. 00000020:00000010:1.0:1780963384.636701:0:2252:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000018f37e1f. 00000020:00000010:1.0:1780963384.636705:0:2252:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000e670716c. 00000020:00000010:1.0:1780963384.636709:0:2252:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd6db4c. 00000100:00000010:1.0:1780963384.636916:0:2253:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf87252f. 00000020:00000010:1.0:1780963384.636920:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aebca4e9. 00000020:00000010:1.0:1780963384.636922:0:2253:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043e2480d. 00000020:00000010:1.0:1780963384.636924:0:2253:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000009315122e. 00000040:00000010:1.0:1780963384.636926:0:2253:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000bf2cee25. 00000020:00000010:1.0:1780963384.636928:0:2253:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000030a40048. 00000020:00000010:1.0:1780963384.636930:0:2253:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000005888796e. 00000020:00000010:1.0:1780963384.636943:0:2253:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000005854f8ce. 00000020:00000010:1.0:1780963384.636946:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b491e03. 00000100:00000010:2.0:1780963384.637050:0:2235:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000b6e2836b. 00000100:00000010:2.0:1780963384.637056:0:2235:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000013a93c20. 00000100:00000010:2.0:1780963384.637059:0:2235:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000000876cec7. 00000100:00000010:2.0:1780963384.637453:0:2254:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373181de. 00000020:00000010:2.0:1780963384.637462:0:2254:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8b4772f. 00000020:00000010:2.0:1780963384.637467:0:2254:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7236f31. 00000020:00000010:2.0:1780963384.637470:0:2254:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000046b0dde7. 00000040:00000010:2.0:1780963384.637474:0:2254:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000005e4266de. 00000020:00000010:2.0:1780963384.637478:0:2254:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d4c2074d. 00000020:00000010:2.0:1780963384.637500:0:2254:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000068cc84e5. 00000020:00000010:2.0:1780963384.637505:0:2254:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000ddd3add9. 00000020:00000010:2.0:1780963384.637508:0:2254:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b43015e. 00000100:00000010:3.0:1780963384.637839:0:2255:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000050eb2e56. 00000020:00000010:3.0:1780963384.637844:0:2255:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005da74b1e. 00000020:00000010:3.0:1780963384.637847:0:2255:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007c782470. 00000020:00000010:3.0:1780963384.637849:0:2255:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000000ccaf5de. 00000040:00000010:3.0:1780963384.637851:0:2255:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000039a54876. 00000020:00000010:3.0:1780963384.637854:0:2255:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000096e0e6f8. 00000020:00000010:3.0:1780963384.637857:0:2255:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000005d58a415. 00000020:00000010:3.0:1780963384.637860:0:2255:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006e0bb6ba. 00000020:00000010:3.0:1780963384.637863:0:2255:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db78d6f0. 02000000:00000010:0.0:1780963384.638314:0:2235:0:(sec_bulk.c:812:enc_pools_alloc()) kmalloced '(page_pools.epp_pools)': 1848 at 00000000a08d8a39. 00000100:00000010:0.0:1780963384.638372:0:2235:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000730c450b. 00000100:00000010:0.0:1780963384.638377:0:2235:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000645fb599. 00000100:00000010:0.0:1780963384.638393:0:2235:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000002483176c. 00000100:00000010:0.0:1780963384.638396:0:2235:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000f6e0cc55. 00000100:00000010:0.0:1780963384.638403:0:2235:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000006d37bbb7. 00000100:00000010:0.0:1780963384.638406:0:2235:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000009543e57a. 00000001:00000010:0.0:1780963384.638416:0:2235:0:(nodemap_handler.c:1662:nodemap_config_alloc()) kmalloced '(config)': 120 at 00000000cea5d8d5. 00000001:00000010:0.0:1780963384.638423:0:2235:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000623158db (tot 788302). 00000001:00000010:0.0:1780963384.638429:0:2235:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009e07cebe (tot 788310). 00000001:00000010:0.0:1780963384.638434:0:2235:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000017d5c097 (tot 788462). 00000001:00000010:0.0:1780963384.638442:0:2235:0:(nodemap_handler.c:1140:nodemap_create()) kmalloced '(nodemap)': 4728 at 000000003f76f474. 00000001:00000010:0.0:1780963384.638457:0:2235:0:(nodemap_lproc.c:936:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000006d94adc6. 00000020:00000010:2.0:1780963386.953957:0:2306:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000004610685d. 00000020:00000010:2.0:1780963387.183790:0:2319:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000006f9028b3. 00000100:00000010:2.0:1780963387.183843:0:2319:0:(client.c:626:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000005c3b7363. 00000020:00000010:2.0:1780963387.559710:0:2332:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000ca2413fd. 00000020:00000010:3.0:1780963387.883739:0:2345:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000007bcd3581. 00000020:00000010:1.0:1780963388.134543:0:2359:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000df7e91d1. 00008000:02000000:3.0:1780963388.359590:0:2372:0:(echo_client.c:2576:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1780963388.367771:0:2372:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000d2697f57. 00000020:00000010:3.0:1780963388.369711:0:2372:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000051715e82. 00000020:00000010:3.0:1780963389.234223:0:2396:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000a729cd98. 00000800:00000200:1.0:1780963389.269169:0:37:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=10, iface=lo ifindex 1 state 0 00000800:00000200:1.0:1780963389.279419:0:37:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=2, iface=lo ifindex 1 state 0 00000800:00000200:1.0:1780963389.288607:0:37:0:(socklnd.c:2082:ksocknal_inetaddr_event()) addrevent: status 2 ip addr 127.0.0.1, netmask 255.0.0.0. 00000800:00000200:1.0:1780963389.288777:0:37:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=6, iface=lo ifindex 1 state 0 00000020:00000010:0.0:1780963391.067134:0:2634:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000005f555ab9. 00000020:00000010:1.0:1780963391.501699:0:2647:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000fef6bbdb. 00000020:00000010:1.0:1780963391.995282:0:2660:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000069a9ed31. 00000020:00000010:1.0:1780963391.995342:0:2660:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000609c7a24. 00000020:00000010:3.0:1780963392.164485:0:2673:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000c329a5cb. 00000020:00000010:1.0:1780963392.538388:0:2686:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000035675d74. 00000020:00000010:1.0:1780963392.826090:0:2699:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e1b1c5cb. 00000020:00000010:2.0:1780963393.008597:0:2714:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000004efaee26. 00000020:00000010:2.0:1780963393.008634:0:2714:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000009f5f6370. 00000020:00000010:3.0:1780963393.535852:0:2727:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 00000000bdc1398a. 00000020:00000010:3.0:1780963393.535861:0:2727:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f21cf5d0. 00000020:00000010:3.0:1780963393.535865:0:2727:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f860b11d. 00000020:00000010:3.0:1780963393.535872:0:2727:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000f66cfa01. 00000008:00000010:3.0:1780963393.535886:0:2727:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000066d48627. 00020000:00000010:3.0:1780963393.535891:0:2727:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000ec22f7ef. 00008000:00000010:3.0:1780963393.535903:0:2727:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000569e0710. 00000080:00000010:3.0:1780963393.535908:0:2727:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000f9d89fc0. 00000080:00000010:3.0:1780963393.535918:0:2727:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000b9424b8e. 00000020:00000010:3.0:1780963393.535923:0:2727:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a27326f2. 00000008:00000010:3.0:1780963393.535929:0:2727:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000db896519. 00020000:00000010:3.0:1780963393.535942:0:2727:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001f1829ab. 00008000:00000010:3.0:1780963393.535957:0:2727:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 0000000039dcf419. 00000080:00000010:3.0:1780963393.535968:0:2727:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000bfcc5313. 00000020:00000010:0.0:1780963541.933135:0:5562:0:(obd_mount.c:579:lustre_init_lsi()) kmalloced '(lsi)': 1872 at 0000000069d4e149. 00000020:00000010:0.0:1780963541.933145:0:5562:0:(obd_mount.c:582:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 104 at 00000000b427e16f. 00000020:00000010:0.0:1780963541.933153:0:5562:0:(obd_mount.c:1310:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000239f5236. 00000020:00000010:0.0:1780963541.933160:0:5562:0:(obd_mount.c:1514:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 000000004bfbd44a. 00000020:00000010:0.0:1780963541.933164:0:5562:0:(obd_mount.c:1550:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 00000000463023ca. 00000020:00000010:0.0:1780963541.933167:0:5562:0:(obd_mount.c:1563:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 000000004d6fe8fe. 00000020:00000010:0.0:1780963541.933181:0:5562:0:(obd_mount.c:267:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000095d98edc. 00000020:00000010:0.0:1780963541.933184:0:5562:0:(obd_mount.c:268:lustre_start_mgc()) kmalloced '(niduuid)': 25 at 000000001654f8da. 00000020:00000010:0.0:1780963541.933187:0:5562:0:(obd_mount.c:275:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000b8092dbe. 00000020:00000010:0.0:1780963541.933238:0:5562:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000274870aa. 00000100:00000010:0.0:1780963541.933245:0:5562:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000001439fc92. 00000400:00000200:0.0:1780963541.933997:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963541.934006:0:5562:0:(peer.c:253:lnet_peer_alloc()) alloc '(lp)': 352 at 000000009c673a86 (tot 788814). 00000400:00000200:0.0:1780963541.934010:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963541.934015:0:5562:0:(peer.c:292:lnet_peer_alloc()) 000000009c673a86 nid 192.168.203.109@tcp 00000400:00000010:0.0:1780963541.934018:0:5562:0:(peer.c:217:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000090fa7375 (tot 788886). 00000400:00000200:0.0:1780963541.934020:0:5562:0:(peer.c:226:lnet_peer_net_alloc()) 0000000090fa7375 net tcp 00000400:00000200:0.0:1780963541.934023:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963541.934025:0:5562:0:(peer.c:162:lnet_peer_ni_alloc()) alloc '(lpni)': 360 at 00000000b2b8b22f (tot 789246). 00000400:00000200:0.0:1780963541.934029:0:5562:0:(peer.c:207:lnet_peer_ni_alloc()) 00000000b2b8b22f nid 192.168.203.109@tcp 00000400:00000200:0.0:1780963541.934034:0:5562:0:(peer.c:1174:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.109@tcp: -2 00000400:00000200:0.0:1780963541.934039:0:5562:0:(peer.c:1673:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp flags 0x100001 00000020:00000010:0.0:1780963541.934045:0:5562:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 96 at 00000000274870aa. 00000020:00000010:0.0:1780963541.934060:0:5562:0:(obd_mount.c:402:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000f7e43277. 00000020:00000010:0.0:1780963541.934068:0:5562:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000aad11aaf. 00000020:00000010:0.0:1780963541.934091:0:5562:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 000000002ae04211. 00000020:00000010:0.0:1780963541.934098:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000005d9201de. 00000020:00000010:0.0:1780963541.934197:0:5562:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 120 at 00000000aad11aaf. 00000020:00000010:0.0:1780963541.934204:0:5562:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000aad11aaf. 00000001:00000010:0.0:1780963541.934223:0:5562:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000d1896340 (tot 789478). 00000001:00000010:0.0:1780963541.934239:0:5562:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000004e53b76 (tot 789510). 00000001:00000010:0.0:1780963541.934243:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075467993 (tot 789854). 00000001:00000010:0.0:1780963541.934265:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d772bdc (tot 790198). 00000001:00000010:0.0:1780963541.934269:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5f902b2 (tot 790542). 00000001:00000010:0.0:1780963541.934272:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003bd472ad (tot 790886). 00000001:00000010:0.0:1780963541.934275:0:5562:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000032a9490c (tot 791118). 00000001:00000010:0.0:1780963541.934278:0:5562:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c1d40e2a (tot 791150). 00000001:00000010:0.0:1780963541.934280:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba27552f (tot 791494). 00000001:00000010:0.0:1780963541.934282:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2bf99a8 (tot 791838). 00000001:00000010:0.0:1780963541.934285:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f40bf36a (tot 792182). 00000001:00000010:0.0:1780963541.934287:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b08f3e76 (tot 792526). 00010000:00000010:0.0:1780963541.934298:0:5562:0:(ldlm_lockd.c:3214:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000c107529c. 00000100:00000010:0.0:1780963541.935442:0:5562:0:(service.c:766:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000bb782ac5. 00000100:00000010:0.0:1780963541.935454:0:5562:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 00000000685ca304. 00000100:00000010:0.0:1780963541.935473:0:5562:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000596327f7. 00000100:00000010:0.0:1780963541.935481:0:5562:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000014efebd8. 00000100:00000010:0.0:1780963541.935489:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dd1a2d6c. 00000100:00000010:0.0:1780963541.935501:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d76d144b. 00000100:00000010:0.0:1780963541.935515:0:5562:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 000000009f4d8aa8. 00000100:00000010:0.0:1780963541.935528:0:5562:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000998c966c. 00000100:00000010:0.0:1780963541.935535:0:5562:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000005b88d22b. 00000100:00000010:0.0:1780963541.935540:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cbe1af8c. 00000100:00000010:0.0:1780963541.935544:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006675c29. 00000400:00000200:0.0:1780963541.935548:0:5562:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1780963541.935592:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000002a0b76f8 (tot 792606). 00000020:00000010:0.0:1780963541.935597:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000001a8e1c06 (tot 795318). 00000100:00000010:0.0:1780963541.935841:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000d819a8a2. 00000100:00000010:0.0:1780963541.935848:0:5562:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005ea9f673. 00000100:00000010:0.0:1780963541.935852:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000098031b20. 00000100:00000010:0.0:1780963541.935856:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000e4cd5692. 00000100:00000010:0.0:1780963541.935858:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000fc2b23ac. 00000100:00000010:0.0:1780963541.935861:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000a33dd939. 00000100:00000010:0.0:1780963541.935863:0:5562:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000de16b2fb. 00000100:00000010:0.0:1780963541.935864:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000408a1aff. 00000100:00000010:0.0:1780963541.935866:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000a6ac7b1b. 00000100:00000010:0.0:1780963541.935868:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000065e1ede8. 00000100:00000200:0.0:1780963541.935920:0:5562:0:(service.c:857:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1780963541.935926:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008cb82517. 00000100:00000010:0.0:1780963541.937108:0:5563:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000080900f31. 00000020:00000010:0.0:1780963541.937114:0:5563:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000297e6176. 00000020:00000010:0.0:1780963541.937121:0:5563:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000aa05381. 00000020:00000010:0.0:1780963541.937124:0:5563:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047fd5a2b. 00000040:00000010:0.0:1780963541.937128:0:5563:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000df3be15a. 00000020:00000010:0.0:1780963541.937133:0:5563:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000f46278ac. 00000020:00000010:0.0:1780963541.937151:0:5563:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000ddbf72fd. 00000020:00000010:0.0:1780963541.937156:0:5563:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000004e444407. 80000000:00000010:0.0:1780963541.937159:0:5563:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ba5332ec. 40000000:00000010:0.0:1780963541.937162:0:5563:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000a072adf0. 00100000:00000010:0.0:1780963541.937167:0:5563:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000008423ffe4. 00040000:00000010:0.0:1780963541.937171:0:5563:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000efe0518f. 00040000:00000010:0.0:1780963541.937174:0:5563:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c1d18623. 00040000:00000010:0.0:1780963541.937177:0:5563:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000009dd5312a. 00000004:00000010:0.0:1780963541.937182:0:5563:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000007fcd68ed. 00000004:00000010:0.0:1780963541.937188:0:5563:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000ade02efc. 00000004:00000010:0.0:1780963541.937192:0:5563:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000002dd95e69. 00002000:00000010:0.0:1780963541.937195:0:5563:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000009bf8796a. 00000004:00000010:0.0:1780963541.937198:0:5563:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000003981e3e0. 00000100:00000200:0.0:1780963541.937208:0:5563:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1780963541.937215:0:5563:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068f61b97. 00000400:00000010:0.0:1780963541.937219:0:5563:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d720d1ec (tot 795470). 00000100:00000010:0.0:1780963541.937229:0:5563:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000630ccea8. 00000100:00000200:0.0:1780963541.937276:0:5563:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780963541.937330:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c4febde0. 00000100:00000010:0.0:1780963541.937851:0:5564:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000003590da5. 00000020:00000010:0.0:1780963541.937855:0:5564:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000096e3972b. 00000020:00000010:0.0:1780963541.937859:0:5564:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d67a351. 00000020:00000010:0.0:1780963541.937864:0:5564:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000475d04f7. 00000040:00000010:0.0:1780963541.937867:0:5564:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000063a7ecd0. 00000020:00000010:0.0:1780963541.937879:0:5564:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000bcd98d91. 00000020:00000010:0.0:1780963541.937883:0:5564:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000a99c9e24. 00000020:00000010:0.0:1780963541.937885:0:5564:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000b328695a. 80000000:00000010:0.0:1780963541.937888:0:5564:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000073ea286e. 40000000:00000010:0.0:1780963541.937890:0:5564:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000d911972b. 00100000:00000010:0.0:1780963541.937893:0:5564:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000993adf21. 00040000:00000010:0.0:1780963541.937895:0:5564:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000342bd34d. 00040000:00000010:0.0:1780963541.937898:0:5564:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000206d523c. 00040000:00000010:0.0:1780963541.937901:0:5564:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000001e5648be. 00000004:00000010:0.0:1780963541.937904:0:5564:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000009b500511. 00000004:00000010:0.0:1780963541.937907:0:5564:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000beeed68b. 00000004:00000010:0.0:1780963541.937910:0:5564:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000004675e007. 00002000:00000010:0.0:1780963541.937912:0:5564:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000005970fe89. 00000004:00000010:0.0:1780963541.937914:0:5564:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000077d0b135. 00000100:00000010:0.0:1780963541.937917:0:5564:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c4f742ba. 00000100:00000200:0.0:1780963541.937968:0:5564:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1780963541.938971:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d5c2dc6b. 00000100:00000010:3.0:1780963541.939316:0:5565:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a7e05e89. 00000020:00000010:3.0:1780963541.939320:0:5565:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005861753c. 00000020:00000010:3.0:1780963541.939324:0:5565:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4c77f11. 00000020:00000010:3.0:1780963541.939328:0:5565:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e4dd737. 00000040:00000010:3.0:1780963541.939330:0:5565:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000534d0439. 00000020:00000010:3.0:1780963541.939333:0:5565:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a40f933a. 00000020:00000010:3.0:1780963541.939337:0:5565:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000005d6b75ce. 00000020:00000010:3.0:1780963541.939340:0:5565:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000002e07302c. 80000000:00000010:3.0:1780963541.939343:0:5565:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000081c863cd. 40000000:00000010:3.0:1780963541.939407:0:5565:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000000ac0b529. 00100000:00000010:3.0:1780963541.939414:0:5565:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000d790b15d. 00040000:00000010:3.0:1780963541.939417:0:5565:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000732e8bb3. 00040000:00000010:3.0:1780963541.939420:0:5565:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f4e1fc6d. 00040000:00000010:3.0:1780963541.939423:0:5565:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000b94072ce. 00000004:00000010:3.0:1780963541.939427:0:5565:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000086bac3ea. 00000004:00000010:3.0:1780963541.939430:0:5565:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000809a136b. 00000004:00000010:3.0:1780963541.939434:0:5565:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000bcfbd2fc. 00002000:00000010:3.0:1780963541.939437:0:5565:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000f144abda. 00000004:00000010:3.0:1780963541.939439:0:5565:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000000bf4d48b. 00000100:00000200:3.0:1780963541.939444:0:5565:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1780963541.939450:0:5565:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e3ba8f1. 00000400:00000010:3.0:1780963541.939456:0:5565:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb8283f (tot 795622). 00000100:00000010:3.0:1780963541.939469:0:5565:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000093ebb83b. 00000100:00000200:3.0:1780963541.939525:0:5565:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1780963541.939612:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000effe2eca. 00000100:00000010:3.0:1780963541.939884:0:5566:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ca99b45d. 00000020:00000010:3.0:1780963541.939888:0:5566:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000092640a5c. 00000020:00000010:3.0:1780963541.939891:0:5566:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d554727a. 00000020:00000010:3.0:1780963541.939894:0:5566:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eeae2501. 00000040:00000010:3.0:1780963541.939896:0:5566:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000a51d1329. 00000020:00000010:3.0:1780963541.939899:0:5566:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000003c7dc8a. 00000020:00000010:3.0:1780963541.939902:0:5566:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000030fb8230. 00000020:00000010:3.0:1780963541.939904:0:5566:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000002ef85980. 80000000:00000010:3.0:1780963541.939907:0:5566:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000022e64361. 40000000:00000010:3.0:1780963541.939909:0:5566:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000000f16bedb. 00100000:00000010:3.0:1780963541.939911:0:5566:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000daa16046. 00040000:00000010:3.0:1780963541.939914:0:5566:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000031f372b0. 00040000:00000010:3.0:1780963541.939917:0:5566:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000377d1d78. 00040000:00000010:3.0:1780963541.939919:0:5566:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000652cfa07. 00000004:00000010:3.0:1780963541.939921:0:5566:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000048e57a47. 00000004:00000010:3.0:1780963541.939924:0:5566:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000000c15bdb3. 00000004:00000010:3.0:1780963541.939926:0:5566:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000ab2adf3e. 00002000:00000010:3.0:1780963541.939929:0:5566:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000083f6b8d7. 00000004:00000010:3.0:1780963541.939931:0:5566:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000054a69577. 00000100:00000010:3.0:1780963541.939934:0:5566:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bf297326. 00000100:00000200:3.0:1780963541.939975:0:5566:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1780963541.940004:0:5562:0:(service.c:766:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000009182fc15. 00000100:00000010:0.0:1780963541.940009:0:5562:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 00000000e9a64624. 00000100:00000010:0.0:1780963541.940024:0:5562:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000076fcd248. 00000100:00000010:0.0:1780963541.940032:0:5562:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004cecea61. 00000100:00000010:0.0:1780963541.940040:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005cec38e3. 00000100:00000010:0.0:1780963541.940054:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab3e1e58. 00000100:00000010:0.0:1780963541.940057:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007433b6ca. 00000100:00000010:0.0:1780963541.940061:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff911e35. 00000100:00000010:0.0:1780963541.940064:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000df32697a. 00000100:00000010:0.0:1780963541.940080:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063fd2650. 00000100:00000010:0.0:1780963541.940084:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000eb3330d3. 00000100:00000010:0.0:1780963541.940087:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec9eec68. 00000100:00000010:0.0:1780963541.940090:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d3b3aee7. 00000100:00000010:0.0:1780963541.940095:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e81a0354. 00000100:00000010:0.0:1780963541.940097:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b1df55b0. 00000100:00000010:0.0:1780963541.940102:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cac2fa5d. 00000100:00000010:0.0:1780963541.940104:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e74318dd. 00000100:00000010:0.0:1780963541.940114:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b52b35c. 00000100:00000010:0.0:1780963541.940117:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006ec268ff. 00000100:00000010:0.0:1780963541.940120:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acce95ca. 00000100:00000010:0.0:1780963541.940123:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008b1a8c6b. 00000100:00000010:0.0:1780963541.940127:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096a1c01b. 00000100:00000010:0.0:1780963541.940129:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009f21ab22. 00000100:00000010:0.0:1780963541.940133:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fca570b. 00000100:00000010:0.0:1780963541.940143:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000de0cc5d. 00000100:00000010:0.0:1780963541.940151:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082a12f1d. 00000100:00000010:0.0:1780963541.940154:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a6f331f7. 00000100:00000010:0.0:1780963541.940158:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce88fd13. 00000100:00000010:0.0:1780963541.940160:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000046721ebd. 00000100:00000010:0.0:1780963541.940164:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009ae8fa5. 00000100:00000010:0.0:1780963541.940167:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000351811e1. 00000100:00000010:0.0:1780963541.940171:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca28fd9e. 00000100:00000010:0.0:1780963541.940174:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cab169df. 00000100:00000010:0.0:1780963541.940184:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096888a23. 00000100:00000010:0.0:1780963541.940187:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006a7501d4. 00000100:00000010:0.0:1780963541.940191:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd76523c. 00000100:00000010:0.0:1780963541.940198:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dc97446e. 00000100:00000010:0.0:1780963541.940201:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d6b3c01. 00000100:00000010:0.0:1780963541.940204:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006ee04dbd. 00000100:00000010:0.0:1780963541.940208:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a11c765. 00000100:00000010:0.0:1780963541.940210:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fbb314df. 00000100:00000010:0.0:1780963541.940219:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8655909. 00000100:00000010:0.0:1780963541.940222:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009108de2d. 00000100:00000010:0.0:1780963541.940226:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091104287. 00000100:00000010:0.0:1780963541.940228:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d886604b. 00000100:00000010:0.0:1780963541.940232:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed2ff2d9. 00000100:00000010:0.0:1780963541.940234:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003e45c794. 00000100:00000010:0.0:1780963541.940237:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d938c54d. 00000100:00000010:0.0:1780963541.940240:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fd040c4e. 00000100:00000010:0.0:1780963541.941029:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021f5d05d. 00000100:00000010:0.0:1780963541.941040:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ce0213d8. 00000100:00000010:0.0:1780963541.941044:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c03a538. 00000100:00000010:0.0:1780963541.941047:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d02020c7. 00000100:00000010:0.0:1780963541.941051:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000605f3119. 00000100:00000010:0.0:1780963541.941054:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a3135ed9. 00000100:00000010:0.0:1780963541.941058:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df5bb289. 00000100:00000010:0.0:1780963541.941076:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000033d139d0. 00000100:00000010:0.0:1780963541.941088:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a770030. 00000100:00000010:0.0:1780963541.941092:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000038f2116. 00000100:00000010:0.0:1780963541.941095:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052162470. 00000100:00000010:0.0:1780963541.941098:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000099c5cd63. 00000100:00000010:0.0:1780963541.941101:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002182523f. 00000100:00000010:0.0:1780963541.941104:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008d9845fb. 00000100:00000010:0.0:1780963541.941108:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbfabe73. 00000100:00000010:0.0:1780963541.941110:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007cb16f52. 00000100:00000010:0.0:1780963541.941119:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008927ea92. 00000100:00000010:0.0:1780963541.941122:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000094734e89. 00000100:00000010:0.0:1780963541.941132:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000515d26a. 00000100:00000010:0.0:1780963541.941134:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005b883d30. 00000100:00000010:0.0:1780963541.941138:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000831240ba. 00000100:00000010:0.0:1780963541.941140:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ab13d88b. 00000100:00000010:0.0:1780963541.941143:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b778554. 00000100:00000010:0.0:1780963541.941146:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002cdcd2f8. 00000100:00000010:0.0:1780963541.941156:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c151211. 00000100:00000010:0.0:1780963541.941159:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009e995d5b. 00000100:00000010:0.0:1780963541.941163:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071c78c02. 00000100:00000010:0.0:1780963541.941165:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c5a66e09. 00000100:00000010:0.0:1780963541.941169:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d89ca2a. 00000100:00000010:0.0:1780963541.941171:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000018505ce3. 00000100:00000010:0.0:1780963541.941175:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5e64b5e. 00000100:00000010:0.0:1780963541.941178:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002f9c2b61. 00000100:00000010:0.0:1780963541.941188:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f522cc9. 00000100:00000010:0.0:1780963541.941192:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e3edc0ca. 00000100:00000010:0.0:1780963541.941196:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002432e572. 00000100:00000010:0.0:1780963541.941199:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007e748b57. 00000100:00000010:0.0:1780963541.941202:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ada5433e. 00000100:00000010:0.0:1780963541.941205:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000095b9479d. 00000100:00000010:0.0:1780963541.941209:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0a2f840. 00000100:00000010:0.0:1780963541.941219:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000097f3f247. 00000100:00000010:0.0:1780963541.941228:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f26c803. 00000100:00000010:0.0:1780963541.941232:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006a12968a. 00000100:00000010:0.0:1780963541.941235:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d74f8af. 00000100:00000010:0.0:1780963541.941238:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009f01c7be. 00000100:00000010:0.0:1780963541.941242:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ded2c1b. 00000100:00000010:0.0:1780963541.941244:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c8a58a4e. 00000100:00000010:0.0:1780963541.941459:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042d7f407. 00000100:00000010:0.0:1780963541.941464:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cc7a953a. 00000100:00000010:0.0:1780963541.941476:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af9c3601. 00000100:00000010:0.0:1780963541.941482:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e3cb61c6. 00000100:00000010:0.0:1780963541.941486:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b209cff. 00000100:00000010:0.0:1780963541.941488:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d7d82135. 00000100:00000010:0.0:1780963541.941492:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004cfcfa5b. 00000100:00000010:0.0:1780963541.941494:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000064397c5e. 00000100:00000010:0.0:1780963541.941498:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065394ef8. 00000100:00000010:0.0:1780963541.941500:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000042d14840. 00000100:00000010:0.0:1780963541.941579:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d01bef51. 00000100:00000010:0.0:1780963541.941584:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ac3ee37d. 00000100:00000010:0.0:1780963541.941589:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc2e81a0. 00000100:00000010:0.0:1780963541.941592:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000aa2576c0. 00000100:00000010:0.0:1780963541.941595:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eaa410a3. 00000100:00000010:0.0:1780963541.941599:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006c735dd4. 00000100:00000010:0.0:1780963541.941611:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da2792f7. 00000100:00000010:0.0:1780963541.941614:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000446f3c75. 00000100:00000010:0.0:1780963541.941625:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089af389a. 00000100:00000010:0.0:1780963541.941628:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009744785b. 00000100:00000010:0.0:1780963541.941633:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000565ca902. 00000100:00000010:0.0:1780963541.941635:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000009b97cb4. 00000100:00000010:0.0:1780963541.941639:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7f2108e. 00000100:00000010:0.0:1780963541.941641:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009c0e3985. 00000100:00000010:0.0:1780963541.941645:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa4db46d. 00000100:00000010:0.0:1780963541.941656:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d310743b. 00000100:00000010:0.0:1780963541.941664:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000290fac80. 00000100:00000010:0.0:1780963541.941667:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000345d1aee. 00000100:00000010:0.0:1780963541.941671:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000585bfcc4. 00000100:00000010:0.0:1780963541.941673:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a9537529. 00000100:00000010:0.0:1780963541.941677:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008301cb4d. 00000100:00000010:0.0:1780963541.941750:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a5b9e260. 00000100:00000010:0.0:1780963541.941754:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009868af00. 00000100:00000010:0.0:1780963541.941757:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c578aa0e. 00000100:00000010:0.0:1780963541.941771:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcaf9371. 00000100:00000010:0.0:1780963541.941774:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000071070dfc. 00000100:00000010:0.0:1780963541.941778:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000047880c8. 00000100:00000010:0.0:1780963541.941783:0:5562:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 00000000f3235726. 00000100:00000010:0.0:1780963541.941794:0:5562:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005021339d. 00000100:00000010:0.0:1780963541.941802:0:5562:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000217b76d4. 00000100:00000010:0.0:1780963541.941807:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000036e7010a. 00000100:00000010:0.0:1780963541.941811:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f05fde6. 00000100:00000010:0.0:1780963541.941813:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004519c714. 00000100:00000010:0.0:1780963541.941817:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048e7cf94. 00000100:00000010:0.0:1780963541.941819:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cec7a205. 00000100:00000010:0.0:1780963541.941829:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e31fc3e. 00000100:00000010:0.0:1780963541.941832:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000bce753a1. 00000100:00000010:0.0:1780963541.941835:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be4c79f8. 00000100:00000010:0.0:1780963541.941837:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000093b9648f. 00000100:00000010:0.0:1780963541.941840:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee54faa3. 00000100:00000010:0.0:1780963541.941842:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f2c63ea2. 00000100:00000010:0.0:1780963541.941846:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018d055ac. 00000100:00000010:0.0:1780963541.941848:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000589a0479. 00000100:00000010:0.0:1780963541.941858:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af0ba99b. 00000100:00000010:0.0:1780963541.941861:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000000866259. 00000100:00000010:0.0:1780963541.941864:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9f5cd2f. 00000100:00000010:0.0:1780963541.941866:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f906d997. 00000100:00000010:0.0:1780963541.941871:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c999e47. 00000100:00000010:0.0:1780963541.941873:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002f2c6957. 00000100:00000010:0.0:1780963541.941876:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f08281b. 00000100:00000010:0.0:1780963541.941886:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dfbb0c06. 00000100:00000010:0.0:1780963541.941895:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8cc3fbf. 00000100:00000010:0.0:1780963541.941898:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008731b5c6. 00000100:00000010:0.0:1780963541.941902:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000917ddc71. 00000100:00000010:0.0:1780963541.941904:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000afb984c6. 00000100:00000010:0.0:1780963541.941911:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c64d7ad. 00000100:00000010:0.0:1780963541.941914:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000048dab500. 00000100:00000010:0.0:1780963541.941917:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000685a4b96. 00000100:00000010:0.0:1780963541.941920:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000060abd975. 00000100:00000010:0.0:1780963541.941929:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026bfa6aa. 00000100:00000010:0.0:1780963541.941932:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000aa6cd2e3. 00000100:00000010:0.0:1780963541.941935:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089862bd0. 00000100:00000010:0.0:1780963541.941938:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000eb076ea4. 00000100:00000010:0.0:1780963541.941941:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b51ae94f. 00000100:00000010:0.0:1780963541.941944:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000512b4638. 00000100:00000010:0.0:1780963541.941947:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008106c5e3. 00000100:00000010:0.0:1780963541.941950:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004cc7c655. 00000100:00000010:0.0:1780963541.941959:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a0cf159. 00000100:00000010:0.0:1780963541.941962:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f8034e09. 00000100:00000010:0.0:1780963541.941966:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d035d0d. 00000100:00000010:0.0:1780963541.941968:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d4d7a956. 00000100:00000010:0.0:1780963541.941972:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d42ee13d. 00000100:00000010:0.0:1780963541.941974:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008540817f. 00000100:00000010:0.0:1780963541.941978:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1b6478d. 00000100:00000010:0.0:1780963541.941980:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009ba706a9. 00000100:00000010:0.0:1780963541.941990:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040891292. 00000100:00000010:0.0:1780963541.941993:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b446e8df. 00000100:00000010:0.0:1780963541.941997:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f1b4b28. 00000100:00000010:0.0:1780963541.942000:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009d7055e2. 00000100:00000010:0.0:1780963541.942004:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060d7ba12. 00000100:00000010:0.0:1780963541.942006:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009265a3f1. 00000100:00000010:0.0:1780963541.942010:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8f643bf. 00000100:00000010:0.0:1780963541.942020:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004cffc86c. 00000100:00000010:0.0:1780963541.942029:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c40c81a1. 00000100:00000010:0.0:1780963541.942039:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000004e51406. 00000100:00000010:0.0:1780963541.942042:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000946be07. 00000100:00000010:0.0:1780963541.942049:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000077cd6b90. 00000100:00000010:0.0:1780963541.942052:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6b829b6. 00000100:00000010:0.0:1780963541.942054:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003ae144cb. 00000100:00000010:0.0:1780963541.942058:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004cfcddc0. 00000100:00000010:0.0:1780963541.942061:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005ab71d0b. 00000100:00000010:0.0:1780963541.942069:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a123ca8c. 00000100:00000010:0.0:1780963541.942072:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d8a11ec5. 00000100:00000010:0.0:1780963541.942076:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db171208. 00000100:00000010:0.0:1780963541.942078:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000481eab1d. 00000100:00000010:0.0:1780963541.942082:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020461db3. 00000100:00000010:0.0:1780963541.942085:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d1404a77. 00000100:00000010:0.0:1780963541.942089:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bc0c7ca. 00000100:00000010:0.0:1780963541.942091:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000989a0179. 00000100:00000010:0.0:1780963541.942100:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6407bbb. 00000100:00000010:0.0:1780963541.942104:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000026053ce0. 00000100:00000010:0.0:1780963541.942107:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4ee40aa. 00000100:00000010:0.0:1780963541.942109:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cc4cd576. 00000100:00000010:0.0:1780963541.942112:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070950233. 00000100:00000010:0.0:1780963541.942115:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000834e244b. 00000100:00000010:0.0:1780963541.942118:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4fe882f. 00000100:00000010:0.0:1780963541.942120:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008759f8b4. 00000100:00000010:0.0:1780963541.942129:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002590e1d5. 00000100:00000010:0.0:1780963541.942132:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c6c2f5a1. 00000100:00000010:0.0:1780963541.942136:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a1373d5. 00000100:00000010:0.0:1780963541.942139:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a931cd0a. 00000100:00000010:0.0:1780963541.942142:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015c48515. 00000100:00000010:0.0:1780963541.942145:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ce9ca717. 00000100:00000010:0.0:1780963541.942148:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091d50106. 00000100:00000010:0.0:1780963541.942160:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005ac1ccdb. 00000100:00000010:0.0:1780963541.942169:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd4a04e6. 00000100:00000010:0.0:1780963541.942172:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a2852743. 00000100:00000010:0.0:1780963541.942179:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a185072. 00000100:00000010:0.0:1780963541.942182:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007880156d. 00000100:00000010:0.0:1780963541.942186:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de70305f. 00000100:00000010:0.0:1780963541.942188:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004c2d0de6. 00000100:00000010:0.0:1780963541.942191:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a241aa7. 00000100:00000010:0.0:1780963541.942193:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000076e3e0ea. 00000100:00000010:0.0:1780963541.942203:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004773ac4b. 00000100:00000010:0.0:1780963541.942207:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004b9b9ada. 00000100:00000010:0.0:1780963541.942210:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065a7dada. 00000100:00000010:0.0:1780963541.942212:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f4d8f694. 00000100:00000010:0.0:1780963541.942215:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009266d24b. 00000100:00000010:0.0:1780963541.942218:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005ce33635. 00000100:00000010:0.0:1780963541.942222:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002794c0e2. 00000100:00000010:0.0:1780963541.942224:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000def80768. 00000100:00000010:0.0:1780963541.942231:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000347a4c35. 00000100:00000010:0.0:1780963541.942234:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dc161425. 00000100:00000010:0.0:1780963541.942238:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb482933. 00000100:00000010:0.0:1780963541.942239:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007f72b0ab. 00000100:00000010:0.0:1780963541.942243:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc87b41f. 00000100:00000010:0.0:1780963541.942245:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000bc448e2. 00000100:00000010:0.0:1780963541.942936:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060435d8e. 00000100:00000010:0.0:1780963541.942941:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009cede7f8. 00000100:00000010:0.0:1780963541.942957:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cae3ddd. 00000100:00000010:0.0:1780963541.942961:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000078ec1a44. 00000100:00000010:0.0:1780963541.942965:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089cfc478. 00000100:00000010:0.0:1780963541.942967:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b783b6d1. 00000100:00000010:0.0:1780963541.942970:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7a4cb4a. 00000100:00000010:0.0:1780963541.942973:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000266982dd. 00000100:00000010:0.0:1780963541.942977:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003552efea. 00000100:00000010:0.0:1780963541.942987:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004bef2a02. 00000100:00000010:0.0:1780963541.942996:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f561f721. 00000100:00000010:0.0:1780963541.943003:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003e266f64. 00000100:00000010:0.0:1780963541.943006:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e14faead. 00000100:00000010:0.0:1780963541.943009:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003a2b176d. 00000100:00000010:0.0:1780963541.943013:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fba320f3. 00000100:00000010:0.0:1780963541.943015:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004d71b185. 00000100:00000010:0.0:1780963541.943018:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064d3509f. 00000100:00000010:0.0:1780963541.943020:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008c5724df. 00000100:00000010:0.0:1780963541.943028:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042903ebf. 00000100:00000010:0.0:1780963541.943032:0:5562:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006602b462. 00000100:00000010:0.0:1780963541.943035:0:5562:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa650a0c. 00000400:00000200:0.0:1780963541.943040:0:5562:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1780963541.943082:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000c9655a28 (tot 795702). 00000020:00000010:0.0:1780963541.943089:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000009b58a564 (tot 798414). 00000100:00000010:0.0:1780963541.943174:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000a6a16612. 00000100:00000010:0.0:1780963541.943181:0:5562:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001f07b9b1. 00000100:00000010:0.0:1780963541.943184:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000002bdecbc. 00000100:00000010:0.0:1780963541.943188:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000002051e133. 00000100:00000010:0.0:1780963541.943190:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000002fd9982d. 00000100:00000010:0.0:1780963541.943193:0:5562:0:(nrs.c:1009:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000fe0e7ed4. 00000100:00000010:0.0:1780963541.943195:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000f85e8d52. 00000100:00000010:0.0:1780963541.943197:0:5562:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f689f97a. 00000100:00000010:0.0:1780963541.943199:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000ed4e51b5. 00000100:00000010:0.0:1780963541.943200:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000000359c29c. 00000100:00000010:0.0:1780963541.943202:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000c7a1b4fd. 00000100:00000010:0.0:1780963541.943205:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000cb681d49. 00000100:00000010:0.0:1780963541.943208:0:5562:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004a3ebabe. 00000100:00000010:0.0:1780963541.943210:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000f1551fb6. 00000100:00000010:0.0:1780963541.943211:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000002d27ea54. 00000100:00000010:0.0:1780963541.943213:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000cbb477f4. 00000100:00000010:0.0:1780963541.943215:0:5562:0:(nrs.c:1009:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000d118ae28. 00000100:00000010:0.0:1780963541.943217:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000007c1a3917. 00000100:00000010:0.0:1780963541.943219:0:5562:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d24920f7. 00000100:00000010:0.0:1780963541.943230:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000bf48718b. 00000100:00000010:0.0:1780963541.943233:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000005eea977d. 00000100:00000010:0.0:1780963541.943235:0:5562:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000144dc497. 00000100:00000200:0.0:1780963541.943886:0:5562:0:(service.c:857:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1780963541.943893:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c91efb8b. 00000100:00000010:0.0:1780963541.945464:0:5567:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000006df364c3. 00000020:00000010:0.0:1780963541.945473:0:5567:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000028f4d8fb. 00000020:00000010:0.0:1780963541.945480:0:5567:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9da7ff. 00000020:00000010:0.0:1780963541.945484:0:5567:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000859654ef. 00000020:00000010:0.0:1780963541.945487:0:5567:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000a983a5db. 00000040:00000010:0.0:1780963541.945491:0:5567:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000182d620a. 00000020:00000010:0.0:1780963541.945494:0:5567:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000e6e4ed55. 00000020:00000010:0.0:1780963541.945499:0:5567:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000054ab2a99. 00000020:00000010:0.0:1780963541.945503:0:5567:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000e5946387. 80000000:00000010:0.0:1780963541.945810:0:5567:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000a970972c. 40000000:00000010:0.0:1780963541.945815:0:5567:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000e9d1473e. 00000008:00000010:0.0:1780963541.945837:0:5567:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000ebac08f3. 00020000:00000010:0.0:1780963541.945842:0:5567:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000e7c9b11d. 00008000:00000010:0.0:1780963541.945855:0:5567:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000008ce61a14. 00100000:00000010:0.0:1780963541.945860:0:5567:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000a77bb1ec. 00040000:00000010:0.0:1780963541.945864:0:5567:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000070965dc2. 00040000:00000010:0.0:1780963541.945867:0:5567:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e557eb5. 00040000:00000010:0.0:1780963541.945871:0:5567:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000007b71914b. 00000004:00000010:0.0:1780963541.945875:0:5567:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000093bbd098. 00000004:00000010:0.0:1780963541.945886:0:5567:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000086da7c92. 00000004:00000010:0.0:1780963541.945892:0:5567:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000020b7f37a. 00002000:00000010:0.0:1780963541.945896:0:5567:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000004c9faa21. 00000004:00000010:0.0:1780963541.945906:0:5567:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000006f234f6b. 00000080:00000010:0.0:1780963541.945918:0:5567:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000b8d58606. 00000080:00000010:0.0:1780963541.945929:0:5567:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000e075a34f. 00000100:00000200:0.0:1780963541.945934:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945942:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000383ecae. 00000400:00000010:0.0:1780963541.945948:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b06b7e2c (tot 798566). 00000100:00000200:0.0:1780963541.945961:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945964:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c20e4a4. 00000400:00000010:0.0:1780963541.945966:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002e7678ce (tot 798718). 00000100:00000200:0.0:1780963541.945969:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945971:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c04d5d79. 00000400:00000010:0.0:1780963541.945972:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a3ad8a7 (tot 798870). 00000100:00000200:0.0:1780963541.945974:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945976:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093ac6fd5. 00000400:00000010:0.0:1780963541.945978:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000964f4631 (tot 799022). 00000100:00000200:0.0:1780963541.945980:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945981:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cad4e19. 00000400:00000010:0.0:1780963541.945983:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000ed973f1 (tot 799174). 00000100:00000200:0.0:1780963541.945985:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945986:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005275321e. 00000400:00000010:0.0:1780963541.945988:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca6fb87c (tot 799326). 00000100:00000200:0.0:1780963541.945990:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945991:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a53d724. 00000400:00000010:0.0:1780963541.945993:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba86f35f (tot 799478). 00000100:00000200:0.0:1780963541.945995:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.945996:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000716d80ae. 00000400:00000010:0.0:1780963541.945998:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f59c426e (tot 799630). 00000100:00000200:0.0:1780963541.946000:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946002:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ee9d227. 00000400:00000010:0.0:1780963541.946003:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000057e5d8ad (tot 799782). 00000100:00000200:0.0:1780963541.946005:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946007:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bdb6435. 00000400:00000010:0.0:1780963541.946008:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002018c068 (tot 799934). 00000100:00000200:0.0:1780963541.946010:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946012:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8b9048b. 00000400:00000010:0.0:1780963541.946014:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000054e3eb6e (tot 800086). 00000100:00000200:0.0:1780963541.946015:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946017:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a63b60e. 00000400:00000010:0.0:1780963541.946019:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e13927 (tot 800238). 00000100:00000200:0.0:1780963541.946021:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946037:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000913e1119. 00000400:00000010:0.0:1780963541.946040:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a2c1dcf (tot 800390). 00000100:00000200:0.0:1780963541.946043:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946045:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2e0e101. 00000400:00000010:0.0:1780963541.946047:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005b526c8a (tot 800542). 00000100:00000200:0.0:1780963541.946049:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946050:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073f42063. 00000400:00000010:0.0:1780963541.946052:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d18c7082 (tot 800694). 00000100:00000200:0.0:1780963541.946053:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946055:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cbeae055. 00000400:00000010:0.0:1780963541.946056:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7112edd (tot 800846). 00000100:00000200:0.0:1780963541.946058:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946059:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d7be367. 00000400:00000010:0.0:1780963541.946061:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b16adf4 (tot 800998). 00000100:00000200:0.0:1780963541.946063:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946064:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3bf726c. 00000400:00000010:0.0:1780963541.946066:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000582749ed (tot 801150). 00000100:00000200:0.0:1780963541.946068:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946070:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002eb3c9ee. 00000400:00000010:0.0:1780963541.946072:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000db5a96e7 (tot 801302). 00000100:00000200:0.0:1780963541.946074:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946075:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000faa008f5. 00000400:00000010:0.0:1780963541.946077:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0ca754b (tot 801454). 00000100:00000200:0.0:1780963541.946079:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946081:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b58d5117. 00000400:00000010:0.0:1780963541.946083:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000017c86797 (tot 801606). 00000100:00000200:0.0:1780963541.946085:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946087:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003abef5ac. 00000400:00000010:0.0:1780963541.946089:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000de363cc3 (tot 801758). 00000100:00000200:0.0:1780963541.946091:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946093:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f815551. 00000400:00000010:0.0:1780963541.946095:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009ee037d3 (tot 801910). 00000100:00000200:0.0:1780963541.946097:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946098:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005472bbb2. 00000400:00000010:0.0:1780963541.946100:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000024c1bd4e (tot 802062). 00000100:00000200:0.0:1780963541.946108:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946110:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f29455f7. 00000400:00000010:0.0:1780963541.946112:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f8bc661 (tot 802214). 00000100:00000200:0.0:1780963541.946114:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946115:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074f8d1e8. 00000400:00000010:0.0:1780963541.946117:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea6b6b9e (tot 802366). 00000100:00000200:0.0:1780963541.946119:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946121:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000885ea5dc. 00000400:00000010:0.0:1780963541.946122:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000049eed435 (tot 802518). 00000100:00000200:0.0:1780963541.946124:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946126:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af251bc9. 00000400:00000010:0.0:1780963541.946128:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000067108d23 (tot 802670). 00000100:00000200:0.0:1780963541.946129:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946131:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0ef8378. 00000400:00000010:0.0:1780963541.946133:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008c5bc3c8 (tot 802822). 00000100:00000200:0.0:1780963541.946135:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946136:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3880e5d. 00000400:00000010:0.0:1780963541.946138:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba59b929 (tot 802974). 00000100:00000200:0.0:1780963541.946140:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946141:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000868f7b90. 00000400:00000010:0.0:1780963541.946143:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000da08eeb3 (tot 803126). 00000100:00000200:0.0:1780963541.946144:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946146:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009af88ce9. 00000400:00000010:0.0:1780963541.946148:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed2d548e (tot 803278). 00000100:00000200:0.0:1780963541.946150:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946152:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000079c3ff1. 00000400:00000010:0.0:1780963541.946153:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc14144 (tot 803430). 00000100:00000200:0.0:1780963541.946155:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946157:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f22448ef. 00000400:00000010:0.0:1780963541.946158:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000182d3cf7 (tot 803582). 00000100:00000200:0.0:1780963541.946160:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946162:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097971b84. 00000400:00000010:0.0:1780963541.946165:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000097eb9c7e (tot 803734). 00000100:00000200:0.0:1780963541.946167:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946174:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9f6fa7. 00000400:00000010:0.0:1780963541.946176:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000142bcd29 (tot 803886). 00000100:00000200:0.0:1780963541.946178:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946180:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa370a4b. 00000400:00000010:0.0:1780963541.946182:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005e6e1acc (tot 804038). 00000100:00000200:0.0:1780963541.946184:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946186:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db9ead53. 00000400:00000010:0.0:1780963541.946187:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000080f35859 (tot 804190). 00000100:00000200:0.0:1780963541.946189:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946191:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087ff15a0. 00000400:00000010:0.0:1780963541.946192:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001cc2470e (tot 804342). 00000100:00000200:0.0:1780963541.946194:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946195:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f86d001. 00000400:00000010:0.0:1780963541.946197:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000309129bf (tot 804494). 00000100:00000200:0.0:1780963541.946198:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946200:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa0a4af4. 00000400:00000010:0.0:1780963541.946201:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003b1b42ff (tot 804646). 00000100:00000200:0.0:1780963541.946203:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946205:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a74d1bc. 00000400:00000010:0.0:1780963541.946207:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000084bc70a4 (tot 804798). 00000100:00000200:0.0:1780963541.946209:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946211:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000818fa3e2. 00000400:00000010:0.0:1780963541.946213:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005df6231e (tot 804950). 00000100:00000200:0.0:1780963541.946214:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946216:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a264efd2. 00000400:00000010:0.0:1780963541.946218:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000037bf21a5 (tot 805102). 00000100:00000200:0.0:1780963541.946219:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946221:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dddac891. 00000400:00000010:0.0:1780963541.946223:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000065573d9 (tot 805254). 00000100:00000200:0.0:1780963541.946225:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946227:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2256ec6. 00000400:00000010:0.0:1780963541.946229:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af5f261e (tot 805406). 00000100:00000200:0.0:1780963541.946230:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946232:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064df919c. 00000400:00000010:0.0:1780963541.946233:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fecc64dd (tot 805558). 00000100:00000200:0.0:1780963541.946288:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946292:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a1f2b10. 00000400:00000010:0.0:1780963541.946295:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002ba93c40 (tot 805710). 00000100:00000200:0.0:1780963541.946297:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946299:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000acb60444. 00000400:00000010:0.0:1780963541.946300:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000039223811 (tot 805862). 00000100:00000200:0.0:1780963541.946302:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946304:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d786c44. 00000400:00000010:0.0:1780963541.946305:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f21391fc (tot 806014). 00000100:00000200:0.0:1780963541.946307:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946308:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000064b1b04. 00000400:00000010:0.0:1780963541.946310:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000754f8880 (tot 806166). 00000100:00000200:0.0:1780963541.946312:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946313:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ecccfbfd. 00000400:00000010:0.0:1780963541.946315:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083120c02 (tot 806318). 00000100:00000200:0.0:1780963541.946319:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946320:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e84d17d. 00000400:00000010:0.0:1780963541.946322:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7c17999 (tot 806470). 00000100:00000200:0.0:1780963541.946324:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946326:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6d4b82c. 00000400:00000010:0.0:1780963541.946327:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000810b891b (tot 806622). 00000100:00000200:0.0:1780963541.946329:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946330:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000425762ec. 00000400:00000010:0.0:1780963541.946332:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000089b21059 (tot 806774). 00000100:00000200:0.0:1780963541.946333:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946334:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9081005. 00000400:00000010:0.0:1780963541.946336:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008f84eab8 (tot 806926). 00000100:00000200:0.0:1780963541.946337:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946339:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000711edf1. 00000400:00000010:0.0:1780963541.946340:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000da392db3 (tot 807078). 00000100:00000200:0.0:1780963541.946342:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946344:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f345969f. 00000400:00000010:0.0:1780963541.946345:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc5c7a32 (tot 807230). 00000100:00000200:0.0:1780963541.946354:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946368:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5510e48. 00000400:00000010:0.0:1780963541.946370:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006166e013 (tot 807382). 00000100:00000200:0.0:1780963541.946373:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946375:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020754c02. 00000400:00000010:0.0:1780963541.946376:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000032fac70f (tot 807534). 00000100:00000200:0.0:1780963541.946378:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946379:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000029ab651. 00000400:00000010:0.0:1780963541.946381:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000450b3840 (tot 807686). 00000100:00000200:0.0:1780963541.946383:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946384:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102d33d6. 00000400:00000010:0.0:1780963541.946385:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4aae094 (tot 807838). 00000100:00000200:0.0:1780963541.946387:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946388:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d21cba4. 00000400:00000010:0.0:1780963541.946390:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc272dda (tot 807990). 00000100:00000200:0.0:1780963541.946391:0:5567:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963541.946392:0:5567:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3cf88f7. 00000400:00000010:0.0:1780963541.946394:0:5567:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006bec44c2 (tot 808142). 00000100:00000010:0.0:1780963541.946396:0:5567:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000034b0b529. 00000100:00000200:0.0:1780963541.946420:0:5567:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780963541.946557:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000af470311. 00000100:00000010:1.0:1780963541.947128:0:5568:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000659aa720. 00000020:00000010:1.0:1780963541.947133:0:5568:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ed980cf9. 00000020:00000010:1.0:1780963541.947138:0:5568:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031812b49. 00000020:00000010:1.0:1780963541.947143:0:5568:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088ed0405. 00000020:00000010:1.0:1780963541.947145:0:5568:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007a029ba5. 00000040:00000010:1.0:1780963541.947149:0:5568:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000278d8e88. 00000020:00000010:1.0:1780963541.947157:0:5568:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000009c7d6657. 00000020:00000010:1.0:1780963541.947161:0:5568:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000f584f401. 00000020:00000010:1.0:1780963541.947164:0:5568:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000ad57387b. 80000000:00000010:1.0:1780963541.947168:0:5568:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000008c2893b3. 40000000:00000010:1.0:1780963541.947170:0:5568:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000b1b846e1. 00000008:00000010:1.0:1780963541.947182:0:5568:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000098405b4f. 00020000:00000010:1.0:1780963541.947186:0:5568:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000b557cad6. 00008000:00000010:1.0:1780963541.947198:0:5568:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000645e5a46. 00100000:00000010:1.0:1780963541.947203:0:5568:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000056e333b. 00040000:00000010:1.0:1780963541.947208:0:5568:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000f3ebc0fa. 00040000:00000010:1.0:1780963541.947211:0:5568:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000063559d4d. 00040000:00000010:1.0:1780963541.947215:0:5568:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000020bab2cb. 00000004:00000010:1.0:1780963541.947219:0:5568:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000243459c9. 00000004:00000010:1.0:1780963541.947223:0:5568:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000065299d78. 00000004:00000010:1.0:1780963541.947227:0:5568:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000ae22fda0. 00002000:00000010:1.0:1780963541.947230:0:5568:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000abe88719. 00000004:00000010:1.0:1780963541.947233:0:5568:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000004763c532. 00000080:00000010:1.0:1780963541.947276:0:5568:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000006198e693. 00000080:00000010:1.0:1780963541.947292:0:5568:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000009c126aea. 00000100:00000010:1.0:1780963541.947297:0:5568:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005f8797db. 00000100:00000200:1.0:1780963541.947308:0:5568:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1780963541.947361:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c27fbbe4. 00000100:00000010:1.0:1780963541.947898:0:5569:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000aafe117b. 00000020:00000010:1.0:1780963541.947902:0:5569:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000010eeb35c. 00000020:00000010:1.0:1780963541.947906:0:5569:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030147bfc. 00000020:00000010:1.0:1780963541.947909:0:5569:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ccf3be6. 00000020:00000010:1.0:1780963541.947911:0:5569:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000002ea88672. 00000040:00000010:1.0:1780963541.947913:0:5569:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000006514fc93. 00000020:00000010:1.0:1780963541.947916:0:5569:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000008dbf75a1. 00000020:00000010:1.0:1780963541.947919:0:5569:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000f6711ea2. 00000020:00000010:1.0:1780963541.947922:0:5569:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000b3cc3bfe. 80000000:00000010:1.0:1780963541.947924:0:5569:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f22bb832. 40000000:00000010:1.0:1780963541.947926:0:5569:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000816dd9c1. 00000008:00000010:1.0:1780963541.947929:0:5569:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000c2227d34. 00020000:00000010:1.0:1780963541.947939:0:5569:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000055a5a61f. 00008000:00000010:1.0:1780963541.947942:0:5569:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000070ed6ea5. 00100000:00000010:1.0:1780963541.947946:0:5569:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000f912bfa6. 00040000:00000010:1.0:1780963541.947949:0:5569:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000965c1458. 00040000:00000010:1.0:1780963541.947952:0:5569:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cc11fa75. 00040000:00000010:1.0:1780963541.947955:0:5569:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000cca4b10d. 00000004:00000010:1.0:1780963541.947958:0:5569:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000000fe0962b. 00000004:00000010:1.0:1780963541.947962:0:5569:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000dc114c27. 00000004:00000010:1.0:1780963541.947965:0:5569:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000004ba0bdff. 00002000:00000010:1.0:1780963541.947967:0:5569:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000fa142e02. 00000004:00000010:1.0:1780963541.947970:0:5569:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000d3971a58. 00000080:00000010:1.0:1780963541.947972:0:5569:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000097d60235. 00000080:00000010:1.0:1780963541.947975:0:5569:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000e6a8311f. 00000100:00000010:1.0:1780963541.947978:0:5569:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008a3d515e. 00000100:00000200:1.0:1780963541.947993:0:5569:0:(service.c:2861:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1780963541.948035:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000123f45d1. 00000100:00000010:2.0:1780963541.948305:0:5570:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000002a1fe6fd. 00000020:00000010:2.0:1780963541.948309:0:5570:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000304eb37f. 00000020:00000010:2.0:1780963541.948312:0:5570:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007a32079. 00000020:00000010:2.0:1780963541.948315:0:5570:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0c39e73. 00000020:00000010:2.0:1780963541.948317:0:5570:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052027ca8. 00000040:00000010:2.0:1780963541.948319:0:5570:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000007c7ef47. 00000020:00000010:2.0:1780963541.948321:0:5570:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000041b038bc. 00000020:00000010:2.0:1780963541.948325:0:5570:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000002734b0e2. 00000020:00000010:2.0:1780963541.948327:0:5570:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000456afb37. 80000000:00000010:2.0:1780963541.948329:0:5570:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000032b2a08e. 40000000:00000010:2.0:1780963541.948331:0:5570:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000003da6d75c. 00000008:00000010:2.0:1780963541.948342:0:5570:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000003d2fb466. 00020000:00000010:2.0:1780963541.948352:0:5570:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000d5d69e06. 00008000:00000010:2.0:1780963541.948363:0:5570:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000001b5b6ead. 00100000:00000010:2.0:1780963541.948366:0:5570:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000007194cd5c. 00040000:00000010:2.0:1780963541.948369:0:5570:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000013143125. 00040000:00000010:2.0:1780963541.948372:0:5570:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e46c9712. 00040000:00000010:2.0:1780963541.948374:0:5570:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000201908c3. 00000004:00000010:2.0:1780963541.948376:0:5570:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000d1707e58. 00000004:00000010:2.0:1780963541.948379:0:5570:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000004db1af61. 00000004:00000010:2.0:1780963541.948382:0:5570:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000027ea66d5. 00002000:00000010:2.0:1780963541.948388:0:5570:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000001f8a8b7. 00000004:00000010:2.0:1780963541.948391:0:5570:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000001c6c3634. 00000080:00000010:2.0:1780963541.948400:0:5570:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000005cf01a86. 00000080:00000010:2.0:1780963541.948412:0:5570:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000002dfb51a3. 00000100:00000200:2.0:1780963541.948416:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948423:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fbe47199. 00000400:00000010:2.0:1780963541.948427:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac93a0ac (tot 808294). 00000100:00000200:2.0:1780963541.948435:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948436:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a73a74d8. 00000400:00000010:2.0:1780963541.948438:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa78b200 (tot 808446). 00000100:00000200:2.0:1780963541.948440:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948442:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cbf647d. 00000400:00000010:2.0:1780963541.948444:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008a460150 (tot 808598). 00000100:00000200:2.0:1780963541.948446:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948447:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ccb141a. 00000400:00000010:2.0:1780963541.948449:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec5faa79 (tot 808750). 00000100:00000200:2.0:1780963541.948450:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948452:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077611444. 00000400:00000010:2.0:1780963541.948454:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0e16a85 (tot 808902). 00000100:00000200:2.0:1780963541.948456:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948457:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f4fadfef. 00000400:00000010:2.0:1780963541.948459:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f16dd492 (tot 809054). 00000100:00000200:2.0:1780963541.948461:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948462:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cb2b51d. 00000400:00000010:2.0:1780963541.948464:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000079875515 (tot 809206). 00000100:00000200:2.0:1780963541.948466:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948468:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000038985b. 00000400:00000010:2.0:1780963541.948469:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009103c49b (tot 809358). 00000100:00000200:2.0:1780963541.948471:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948473:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009df3aa54. 00000400:00000010:2.0:1780963541.948475:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000017780479 (tot 809510). 00000100:00000200:2.0:1780963541.948476:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948478:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072b69704. 00000400:00000010:2.0:1780963541.948479:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000156ae0e4 (tot 809662). 00000100:00000200:2.0:1780963541.948488:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948490:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004507f24a. 00000400:00000010:2.0:1780963541.948492:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000035adc2f0 (tot 809814). 00000100:00000200:2.0:1780963541.948494:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948495:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000029ffcbf5. 00000400:00000010:2.0:1780963541.948497:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3d4a9b9 (tot 809966). 00000100:00000200:2.0:1780963541.948499:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948500:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007091a75b. 00000400:00000010:2.0:1780963541.948502:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ff5d980 (tot 810118). 00000100:00000200:2.0:1780963541.948504:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948518:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a2cd5532. 00000400:00000010:2.0:1780963541.948521:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083aa60a9 (tot 810270). 00000100:00000200:2.0:1780963541.948524:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948526:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000057bce75. 00000400:00000010:2.0:1780963541.948528:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7b123d1 (tot 810422). 00000100:00000200:2.0:1780963541.948529:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948531:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089f9f4f9. 00000400:00000010:2.0:1780963541.948532:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000072e16b60 (tot 810574). 00000100:00000200:2.0:1780963541.948534:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948536:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a821a38e. 00000400:00000010:2.0:1780963541.948538:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bca00e00 (tot 810726). 00000100:00000200:2.0:1780963541.948540:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948541:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075688ea7. 00000400:00000010:2.0:1780963541.948543:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6019b48 (tot 810878). 00000100:00000200:2.0:1780963541.948544:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948546:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c9c8f44. 00000400:00000010:2.0:1780963541.948549:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000983f4504 (tot 811030). 00000100:00000200:2.0:1780963541.948550:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948552:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf624832. 00000400:00000010:2.0:1780963541.948554:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23e2855 (tot 811182). 00000100:00000200:2.0:1780963541.948556:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948558:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde85aec. 00000400:00000010:2.0:1780963541.948559:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007edbb4ce (tot 811334). 00000100:00000200:2.0:1780963541.948562:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948569:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b91fa3. 00000400:00000010:2.0:1780963541.948571:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000023911471 (tot 811486). 00000100:00000200:2.0:1780963541.948574:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948575:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000005030369. 00000400:00000010:2.0:1780963541.948577:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000029f890b0 (tot 811638). 00000100:00000200:2.0:1780963541.948579:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948581:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f851b872. 00000400:00000010:2.0:1780963541.948583:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f075e2b (tot 811790). 00000100:00000200:2.0:1780963541.948585:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948586:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000345fcb21. 00000400:00000010:2.0:1780963541.948588:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a23252c7 (tot 811942). 00000100:00000200:2.0:1780963541.948589:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948591:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009830238f. 00000400:00000010:2.0:1780963541.948592:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000056db44c1 (tot 812094). 00000100:00000200:2.0:1780963541.948594:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948596:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000598b7787. 00000400:00000010:2.0:1780963541.948597:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000073f43f28 (tot 812246). 00000100:00000200:2.0:1780963541.948599:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948610:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149c986d. 00000400:00000010:2.0:1780963541.948612:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb68fb28 (tot 812398). 00000100:00000200:2.0:1780963541.948614:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948616:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2621a37. 00000400:00000010:2.0:1780963541.948618:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2594810 (tot 812550). 00000100:00000200:2.0:1780963541.948619:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948621:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000044df2ea6. 00000400:00000010:2.0:1780963541.948622:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009902fbca (tot 812702). 00000100:00000200:2.0:1780963541.948624:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948626:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba5c3b8e. 00000400:00000010:2.0:1780963541.948628:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000037eb32e6 (tot 812854). 00000100:00000200:2.0:1780963541.948629:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948631:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000abf6253d. 00000400:00000010:2.0:1780963541.948633:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ec2ee30 (tot 813006). 00000100:00000200:2.0:1780963541.948635:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948637:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d00222a. 00000400:00000010:2.0:1780963541.948638:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000255c501e (tot 813158). 00000100:00000200:2.0:1780963541.948646:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948648:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc5634dc. 00000400:00000010:2.0:1780963541.948649:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c83723fc (tot 813310). 00000100:00000200:2.0:1780963541.948651:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948653:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eda63b47. 00000400:00000010:2.0:1780963541.948655:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5617d75 (tot 813462). 00000100:00000200:2.0:1780963541.948658:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948659:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3b4c682. 00000400:00000010:2.0:1780963541.948661:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a60a0fe6 (tot 813614). 00000100:00000200:2.0:1780963541.948663:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948664:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007829fc08. 00000400:00000010:2.0:1780963541.948666:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dae06ad4 (tot 813766). 00000100:00000200:2.0:1780963541.948667:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948669:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000283b8f6d. 00000400:00000010:2.0:1780963541.948670:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000052c60063 (tot 813918). 00000100:00000200:2.0:1780963541.948672:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948674:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac21e1df. 00000400:00000010:2.0:1780963541.948675:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000074309fc3 (tot 814070). 00000100:00000200:2.0:1780963541.948858:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948864:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dd323da. 00000400:00000010:2.0:1780963541.948868:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000070913c3b (tot 814222). 00000100:00000200:2.0:1780963541.948871:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948873:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd454d32. 00000400:00000010:2.0:1780963541.948875:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000048d1d295 (tot 814374). 00000100:00000200:2.0:1780963541.948877:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948879:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008eb5d3aa. 00000400:00000010:2.0:1780963541.948881:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d26ad6b6 (tot 814526). 00000100:00000200:2.0:1780963541.948883:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948885:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001da784a7. 00000400:00000010:2.0:1780963541.948886:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000033ace8bb (tot 814678). 00000100:00000200:2.0:1780963541.948888:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948889:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a30a2b1. 00000400:00000010:2.0:1780963541.948891:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000067ff930b (tot 814830). 00000100:00000200:2.0:1780963541.948893:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948909:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003d53776a. 00000400:00000010:2.0:1780963541.948912:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000684dc709 (tot 814982). 00000100:00000200:2.0:1780963541.948915:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948916:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000debab8e2. 00000400:00000010:2.0:1780963541.948918:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000080b5161d (tot 815134). 00000100:00000200:2.0:1780963541.948920:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948922:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c02df6f. 00000400:00000010:2.0:1780963541.948936:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000e781838 (tot 815286). 00000100:00000200:2.0:1780963541.948939:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948942:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1e64349. 00000400:00000010:2.0:1780963541.948944:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000040d067ec (tot 815438). 00000100:00000200:2.0:1780963541.948946:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948948:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000276a6517. 00000400:00000010:2.0:1780963541.948949:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000ae18003 (tot 815590). 00000100:00000200:2.0:1780963541.948951:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948953:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078d2388b. 00000400:00000010:2.0:1780963541.948954:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000ea190f7 (tot 815742). 00000100:00000200:2.0:1780963541.948957:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948959:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000371f0b3e. 00000400:00000010:2.0:1780963541.948960:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000de46d85e (tot 815894). 00000100:00000200:2.0:1780963541.948962:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948964:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e00960e0. 00000400:00000010:2.0:1780963541.948966:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f11416f0 (tot 816046). 00000100:00000200:2.0:1780963541.948968:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948970:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d7a26f0. 00000400:00000010:2.0:1780963541.948972:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006836a19a (tot 816198). 00000100:00000200:2.0:1780963541.948974:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948976:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c687ecd7. 00000400:00000010:2.0:1780963541.948977:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1a23af3 (tot 816350). 00000100:00000200:2.0:1780963541.948979:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948980:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbab82f. 00000400:00000010:2.0:1780963541.948982:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3ca798 (tot 816502). 00000100:00000200:2.0:1780963541.948983:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948984:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e49a3c4. 00000400:00000010:2.0:1780963541.948986:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4f326f7 (tot 816654). 00000100:00000200:2.0:1780963541.948995:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.948997:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c94c6681. 00000400:00000010:2.0:1780963541.948999:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000030ad4ec1 (tot 816806). 00000100:00000200:2.0:1780963541.949001:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949002:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a640961a. 00000400:00000010:2.0:1780963541.949004:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000017547285 (tot 816958). 00000100:00000200:2.0:1780963541.949005:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949006:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5d3c7b4. 00000400:00000010:2.0:1780963541.949008:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000074c68078 (tot 817110). 00000100:00000200:2.0:1780963541.949010:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949011:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5e7d1b6. 00000400:00000010:2.0:1780963541.949013:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000886e080 (tot 817262). 00000100:00000200:2.0:1780963541.949015:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949016:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b7f74325. 00000400:00000010:2.0:1780963541.949018:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b7f917c (tot 817414). 00000100:00000200:2.0:1780963541.949020:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949021:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3f679b. 00000400:00000010:2.0:1780963541.949023:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1286085 (tot 817566). 00000100:00000200:2.0:1780963541.949025:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949026:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b912bb5a. 00000400:00000010:2.0:1780963541.949028:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd848ae7 (tot 817718). 00000100:00000200:2.0:1780963541.949029:0:5570:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963541.949031:0:5570:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001486c432. 00000400:00000010:2.0:1780963541.949033:0:5570:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000078eb3393 (tot 817870). 00000100:00000010:2.0:1780963541.949036:0:5570:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003a802b84. 00000100:00000200:2.0:1780963541.949052:0:5570:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1780963541.949388:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bbc76178. 00000100:00000010:3.0:1780963541.950490:0:5571:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000aac0ca13. 00000020:00000010:3.0:1780963541.950496:0:5571:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000072a61bce. 00000020:00000010:3.0:1780963541.950502:0:5571:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aee4195a. 00000020:00000010:3.0:1780963541.950516:0:5571:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038450e95. 00000020:00000010:3.0:1780963541.950519:0:5571:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000e34520bd. 00000040:00000010:3.0:1780963541.950523:0:5571:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000050e2492f. 00000020:00000010:3.0:1780963541.950526:0:5571:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000038ba7e05. 00000020:00000010:3.0:1780963541.950531:0:5571:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000002c82b7d0. 00000020:00000010:3.0:1780963541.950535:0:5571:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000211fbb67. 80000000:00000010:3.0:1780963541.950545:0:5571:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ba1ecac4. 40000000:00000010:3.0:1780963541.950548:0:5571:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000004d95563c. 00000008:00000010:3.0:1780963541.950552:0:5571:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000b3f773af. 00020000:00000010:3.0:1780963541.950557:0:5571:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000036ebf0e3. 00008000:00000010:3.0:1780963541.950562:0:5571:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000b9f118be. 00100000:00000010:3.0:1780963541.950566:0:5571:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000f1ebf53f. 00040000:00000010:3.0:1780963541.950570:0:5571:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ce9adeb1. 00040000:00000010:3.0:1780963541.950574:0:5571:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000069b1af47. 00040000:00000010:3.0:1780963541.950577:0:5571:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003223778c. 00000004:00000010:3.0:1780963541.950582:0:5571:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000003cbcb536. 00000004:00000010:3.0:1780963541.950587:0:5571:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000005c65ea90. 00000004:00000010:3.0:1780963541.950614:0:5571:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000010a38326. 00002000:00000010:3.0:1780963541.950620:0:5571:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000b018298c. 00000004:00000010:3.0:1780963541.950623:0:5571:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000008337a959. 00000080:00000010:3.0:1780963541.950628:0:5571:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000ee01a658. 00000080:00000010:3.0:1780963541.950632:0:5571:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000008be27eaa. 00000100:00000010:3.0:1780963541.950637:0:5571:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b30dc6bd. 00000100:00000200:3.0:1780963541.950655:0:5571:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1780963541.950804:0:5562:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000070750f7c. 00000100:00000010:2.0:1780963541.951297:0:5572:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000059e90241. 00000020:00000010:2.0:1780963541.951301:0:5572:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b769265a. 00000020:00000010:2.0:1780963541.951305:0:5572:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a095ca24. 00000020:00000010:2.0:1780963541.951309:0:5572:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d0ec5191. 00000020:00000010:2.0:1780963541.951311:0:5572:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000e451022c. 00000040:00000010:2.0:1780963541.951313:0:5572:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000653385d5. 00000020:00000010:2.0:1780963541.951316:0:5572:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000001c63b9e6. 00000020:00000010:2.0:1780963541.951326:0:5572:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000a6a0c8c8. 00000020:00000010:2.0:1780963541.951328:0:5572:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000081b4f032. 80000000:00000010:2.0:1780963541.951331:0:5572:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000006db1daab. 40000000:00000010:2.0:1780963541.951333:0:5572:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000067fbe8dd. 00000008:00000010:2.0:1780963541.951337:0:5572:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002c8bd962. 00020000:00000010:2.0:1780963541.951340:0:5572:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000a2fdb730. 00008000:00000010:2.0:1780963541.951344:0:5572:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000057512bb. 00100000:00000010:2.0:1780963541.951454:0:5572:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005899db4d. 00040000:00000010:2.0:1780963541.951457:0:5572:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000575c09e4. 00040000:00000010:2.0:1780963541.951461:0:5572:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000165c19b6. 00040000:00000010:2.0:1780963541.951463:0:5572:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000045cf1e8e. 00000004:00000010:2.0:1780963541.951467:0:5572:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000008a2d4974. 00000004:00000010:2.0:1780963541.951471:0:5572:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000397ded54. 00000004:00000010:2.0:1780963541.951473:0:5572:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000f4e66d17. 00002000:00000010:2.0:1780963541.951476:0:5572:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000001bd3247f. 00000004:00000010:2.0:1780963541.951478:0:5572:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000053f89f46. 00000080:00000010:2.0:1780963541.951481:0:5572:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000082b26575. 00000080:00000010:2.0:1780963541.951484:0:5572:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000c70ba456. 00000100:00000010:2.0:1780963541.951488:0:5572:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007b4f54b1. 00000100:00000200:2.0:1780963541.951502:0:5572:0:(service.c:2861:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1780963541.951645:0:5562:0:(ldlm_lockd.c:3324:ldlm_setup()) kmalloced '(blp)': 168 at 00000000585ecf21. 00010000:00000010:3.0:1780963541.952097:0:5573:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000003e86b9de. 00000020:00000010:3.0:1780963541.952101:0:5573:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000205dc339. 00000020:00000010:3.0:1780963541.952105:0:5573:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034be87cf. 00000020:00000010:3.0:1780963541.952108:0:5573:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000bf6d8b41. 00000020:00000010:3.0:1780963541.952111:0:5573:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000006990cb08. 00000020:00000010:3.0:1780963541.952113:0:5573:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000007c8249a0. 80000000:00000010:3.0:1780963541.952116:0:5573:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000004e2d0472. 40000000:00000010:3.0:1780963541.952118:0:5573:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000093c08dbb. 00100000:00000010:3.0:1780963541.952122:0:5573:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000f32fbae6. 00040000:00000010:3.0:1780963541.952124:0:5573:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000f5b467dd. 00040000:00000010:3.0:1780963541.952127:0:5573:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000087ea10f8. 00002000:00000010:3.0:1780963541.952129:0:5573:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000063646510. 00000020:00000010:3.0:1780963541.952132:0:5573:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005c230302. 00010000:00000010:1.0:1780963541.952612:0:5574:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000032d54048. 00000020:00000010:1.0:1780963541.952616:0:5574:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9ebba00. 00000020:00000010:1.0:1780963541.952620:0:5574:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069444247. 00000020:00000010:1.0:1780963541.952623:0:5574:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000004fc4c107. 00000020:00000010:1.0:1780963541.952626:0:5574:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000782034d8. 00000020:00000010:1.0:1780963541.952628:0:5574:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000007b170811. 80000000:00000010:1.0:1780963541.952631:0:5574:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000006f8bb689. 40000000:00000010:1.0:1780963541.952633:0:5574:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000b41f56e4. 00100000:00000010:1.0:1780963541.952636:0:5574:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000002ca6214d. 00040000:00000010:1.0:1780963541.952638:0:5574:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000096d1c265. 00040000:00000010:1.0:1780963541.952640:0:5574:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d0debd8b. 00002000:00000010:1.0:1780963541.952643:0:5574:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000f8722bad. 00000020:00000010:1.0:1780963541.952645:0:5574:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000580ceae8. 00000020:00000010:3.0:1780963541.952989:0:5562:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 0000000028e2c85c. 00000100:00000200:3.0:1780963541.953012:0:5562:0:(events.c:571:ptlrpc_uuid_to_peer()) MGC192.168.203.109@tcp_0->12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963541.953018:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963541.953042:0:5562:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp: 0 00000400:00000200:3.0:1780963541.953044:0:5562:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1780963541.953046:0:5562:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1780963541.953049:0:5562:0:(peer.c:2848:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:3.0:1780963541.953052:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963541.953055:0:5562:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.109@tcp primary NID 192.168.203.109@tcp rc 0 00000100:00000010:3.0:1780963541.953060:0:5562:0:(connection.c:94:ptlrpc_connection_get()) kmalloced '(conn)': 96 at 0000000055f4708a. 00010000:00000010:3.0:1780963541.953064:0:5562:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 000000002ddd64f5. 00010000:00000010:3.0:1780963541.953069:0:5562:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000b561e107. 00000001:00000010:3.0:1780963541.953074:0:5562:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 00000000e43c132d (tot 818150). 00000001:00000010:3.0:1780963541.953078:0:5562:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000153b5305 (tot 818166). 00000001:00000010:3.0:1780963541.953082:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 216 at 000000000626b66c (tot 818382). 00000001:00000010:3.0:1780963541.953084:0:5562:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 216 at 00000000ef336488 (tot 818598). 00010000:00000010:3.0:1780963541.953087:0:5562:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at 0000000005fd1aab. 00000020:00000010:3.0:1780963541.953132:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000040bf6165 (tot 818678). 00000020:00000010:3.0:1780963541.953136:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 0000000087bea57d (tot 818702). 00000020:00000010:3.0:1780963541.953183:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000020b68826 (tot 818782). 00000020:00000010:3.0:1780963541.953185:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000a3420f62 (tot 819046). 00000040:00000010:3.0:1780963541.953222:0:5562:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000bfb44c4. 00000400:00000200:2.0:1780963541.956447:0:2249:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1780963541.956460:0:2249:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100041 00000400:00000010:2.0:1780963541.956469:0:2249:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b7614c8c (tot 819327). 00000400:00000010:2.0:1780963541.956474:0:2249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2a94359. 00000400:00000010:2.0:1780963541.956497:0:2249:0:(lib-lnet.h:485:lnet_rspt_alloc()) rspt alloc 000000003ebe1ba1 00000400:00000200:2.0:1780963541.956503:0:2249:0:(lib-move.c:5301:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963541.956522:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963541.956528:0:2249:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963541.956536:0:2249:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963541.956539:0:2249:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963541.956542:0:2249:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963541.956544:0:2249:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [1:1:256:4294967295] 192.168.203.109@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1780963541.956549:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963541.956560:0:2249:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp 00000400:00000200:2.0:1780963541.956566:0:2249:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : GET try# 0 00000800:00000200:2.0:1780963541.956571:0:2249:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963541.956576:0:2249:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d5bf2a4 (tot 819559). 00000400:00000200:2.0:1780963541.956583:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000800:00000010:2.0:1780963541.956588:0:2249:0:(socklnd.c:170:ksocknal_create_peer()) alloc '(peer_ni)': 256 at 0000000093a44265 (tot 819815). 00000800:00000010:2.0:1780963541.956592:0:2249:0:(socklnd.c:119:ksocknal_create_conn_cb()) alloc '(conn_cb)': 200 at 0000000072bca613 (tot 820015). 00000800:00000200:2.0:1780963541.956598:0:2249:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (2) 00000800:00000200:2.1F:1780963541.956611:0:2249:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (2) 00000400:00000200:2.0:1780963541.956634:0:2249:0:(peer.c:3717:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1780963541.956637:0:2249:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100241 rc 0 00000020:00000010:3.0:1780963541.956991:0:5562:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 112 at 00000000aad11aaf. 00000020:00000010:3.0:1780963541.957012:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000ea3fdb89. 00000100:00000010:3.0:1780963541.957105:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004198b2a9. 02000000:00000010:3.0:1780963541.957121:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006168ca0e. 80000000:00000010:1.0:1780963541.957203:0:2251:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e265a8fd. 40000000:00000010:1.0:1780963541.957208:0:2251:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000004310f38f. 00000008:00000010:1.0:1780963541.957214:0:2251:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000442f830b. 00020000:00000010:1.0:1780963541.957218:0:2251:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f62e5cb1. 00008000:00000010:1.0:1780963541.957222:0:2251:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a16558a3. 00100000:00000010:1.0:1780963541.957232:0:2251:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000018c8930c. 00040000:00000010:1.0:1780963541.957236:0:2251:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003149a89e. 00040000:00000010:1.0:1780963541.957242:0:2251:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da9bb086. 00040000:00000010:1.0:1780963541.957245:0:2251:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8c0542f. 00000004:00000010:1.0:1780963541.957266:0:2251:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000094918c6a. 00000004:00000010:1.0:1780963541.957270:0:2251:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000021084ff6. 00000004:00000010:1.0:1780963541.957274:0:2251:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000d1fa205a. 00002000:00000010:1.0:1780963541.957279:0:2251:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000007ae5853e. 00000004:00000010:1.0:1780963541.957282:0:2251:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000a1c20883. 00000080:00000010:1.0:1780963541.957286:0:2251:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000002addd616. 00000080:00000010:1.0:1780963541.957290:0:2251:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000076b1a391. 00000008:00000010:1.0:1780963541.957295:0:2251:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000006c6246ad. 00020000:00000010:1.0:1780963541.957308:0:2251:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000055497468. 00008000:00000010:1.0:1780963541.957323:0:2251:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 0000000006034414. 00000080:00000010:1.0:1780963541.957334:0:2251:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000057a71fd5. 02000000:00000010:1.0:1780963541.957357:0:2251:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003fd9a524. 00000400:00000200:1.0:1780963541.957364:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:1.0:1780963541.957367:0:2251:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020992eb6. 00000400:00000010:1.0:1780963541.957379:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4f323ee. 00000100:00000200:1.0:1780963541.957386:0:2251:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461341248, portal 25 00000400:00000010:1.0:1780963541.957390:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033ae90d9. 00000100:00000200:1.0:1780963541.957393:0:2251:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1867475461341248, offset 0 00000400:00000200:1.0:1780963541.957410:0:2251:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1780963541.957416:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963541.957423:0:2251:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp: -114 00000400:00000200:1.0:1780963541.957425:0:2251:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1780963541.957427:0:2251:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780963541.957429:0:2251:0:(peer.c:2848:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1780963541.957433:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963541.957435:0:2251:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp: -114 00000400:00000200:1.0:1780963541.957438:0:2251:0:(lib-move.c:2144:lnet_initiate_peer_discovery()) msg 00000000e9f61984 delayed. 192.168.203.109@tcp pending discovery 00000020:00000010:3.0:1780963541.957487:0:5562:0:(obd_mount.c:491:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000f7e43277. 00000020:00000010:3.0:1780963541.957492:0:5562:0:(obd_mount.c:493:lustre_start_mgc()) kfreed 'data': 192 at 00000000b8092dbe. 00000020:00000010:3.0:1780963541.957495:0:5562:0:(obd_mount.c:495:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000095d98edc. 00000020:00000010:3.0:1780963541.957498:0:5562:0:(obd_mount.c:497:lustre_start_mgc()) kfreed 'niduuid': 25 at 000000001654f8da. 00000080:00000010:3.0:1780963541.957503:0:5562:0:(llite_lib.c:1306:ll_fill_super()) kmalloced '(cfg)': 80 at 0000000045065a6b. 00000080:00000010:3.0:1780963541.957515:0:5562:0:(llite_lib.c:99:ll_init_sbi()) kmalloced '(sbi)': 1048 at 0000000047cc361f. 00000020:00000010:3.0:1780963541.958015:0:5562:0:(cl_page.c:1199:cl_cache_init()) kmalloced '(cache)': 184 at 00000000b8092dbe. 00000080:00000010:3.0:1780963541.958026:0:5562:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000007d6a1268. 00000080:00000010:3.0:1780963541.958028:0:5562:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 000000000753a2c6. 00000800:00000010:3.0:1780963541.960924:0:2239:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd7f610e (tot 824727). 00000800:00000010:3.0:1780963541.960935:0:2239:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de2b2dc4 (tot 824871). 00000800:00000010:3.0:1780963541.960941:0:2239:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f48ce51 (tot 824927). 00000800:00000010:3.0:1780963541.960950:0:2239:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f48ce51 (tot 824871). 00000020:00000010:3.0:1780963541.961190:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000008b619b6d (tot 824951). 00000020:00000010:3.0:1780963541.961196:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 840 at 00000000a3d50ab4 (tot 825791). 00000020:00000010:3.0:1780963541.961206:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000d4e6857c (tot 825871). 00000020:00000010:3.0:1780963541.961209:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 384 at 0000000012405237 (tot 826255). 00000020:00000010:3.0:1780963541.970955:0:5562:0:(obd_mount.c:83:lustre_process_log()) kmalloced '(bufs)': 104 at 000000002356ff28. 00000020:00000010:3.0:1780963541.970966:0:5562:0:(obd_mount.c:92:lustre_process_log()) kmalloced '(lcfg)': 176 at 00000000f42e1336. 10000000:00000010:3.0:1780963541.970974:0:5562:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 279 at 000000005c49adb5. 02000000:00000010:3.0:1780963541.970981:0:5562:0:(sec_config.c:570:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000fa4218fd. 00000100:00000010:3.0:1780963541.970988:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008416e2b5. 02000000:00000010:3.0:1780963541.971000:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035b0e3a3. 00010000:00000010:3.0:1780963541.971013:0:5562:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000656769e4. 00010000:00000010:3.0:1780963541.971019:0:5562:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d76e6bed. 00000020:00000010:3.0:1780963541.974648:0:5562:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000012c74857 (tot 826319). 00000400:00000200:3.0:1780963541.974823:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000800:00000200:3.1F:1780963541.974830:0:2239:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1780963541.974845:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.1:1780963541.974849:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d5bf2a4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1780963541.974854:0:2239:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp p 3.x 192.168.203.9 -> 192.168.203.109:988 incarnation:1780963403280244803 sched[0] 00000800:00000010:3.0:1780963541.974857:0:2239:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de2b2dc4 (tot 826175). 00000400:00000200:3.0:1780963541.974935:0:2239:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000010:3.0:1780963541.975025:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de2b2dc4. 00000800:00000200:1.0:1780963541.976457:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963541.976462:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d5bf2a4 (tot 825943). 00000400:00000200:1.0:1780963541.976474:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963541.976483:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: GET: OK 00000400:00000200:1.0:1780963541.976488:0:2244:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1780963541.976491:0:2244:0:(peer.c:3083:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000010:3.0:1780963541.977152:0:2239:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000057a3102c (tot 830655). 00000800:00000010:3.0:1780963541.977159:0:2239:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8cd8596 (tot 830799). 00000800:00000010:3.0:1780963541.977165:0:2239:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d1c63e92 (tot 830855). 00000800:00000010:3.0:1780963541.977173:0:2239:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d1c63e92 (tot 830799). 00000400:00000200:1.0:1780963541.984052:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963541.984062:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : REPLY - for me 00000400:00000200:1.0:1780963541.984070:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963541.984075:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963541.984082:0:2245:0:(lib-move.c:4382:lnet_parse_reply()) 192.168.203.9@tcp: Reply from 12345-192.168.203.109@tcp of length 48/48 into md 0x20d 00000400:00000200:1.0:1780963541.984096:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963541.984099:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: REPLY: OK 00000400:00000200:1.0:1780963541.984104:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2a94359 00000400:00000010:1.0:1780963541.984108:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2a94359. 00000400:00000200:1.0:1780963541.984111:0:2245:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1780963541.984114:0:2245:0:(peer.c:2950:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1780963541.984116:0:2245:0:(peer.c:2962:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(000000009c673a86) is MR 00000400:00000200:1.0:1780963541.984118:0:2245:0:(peer.c:3033:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 1. state = 0x100241 00000400:00000200:1.0:1780963541.984123:0:2245:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp: -114 00000400:00000200:3.0:1780963541.984475:0:2249:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1780963541.984490:0:2249:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x1000c1 00000400:00000010:3.0:1780963541.984495:0:2249:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 16 at 000000007bcfa514 (tot 830815). 00000400:00000010:3.0:1780963541.984498:0:2249:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 32 at 0000000095d98edc (tot 830847). 00000400:00000010:3.0:1780963541.984500:0:2249:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 16 at 0000000091621ba2 (tot 830863). 00000400:00000200:3.0:1780963541.984504:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963541.984569:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963541.984570:0:2249:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 16 at 000000007bcfa514 (tot 830847). 00000400:00000010:3.0:1780963541.984573:0:2249:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 32 at 0000000095d98edc (tot 830815). 00000400:00000010:3.0:1780963541.984576:0:2249:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 16 at 0000000091621ba2 (tot 830799). 00000400:00000010:3.0:1780963541.984579:0:2249:0:(api-ni.c:1775:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b7614c8c (tot 830518). 00000400:00000200:3.0:1780963541.984583:0:2249:0:(peer.c:3352:lnet_peer_merge_data()) peer 192.168.203.109@tcp (000000009c673a86): 0 00000400:00000200:3.0:1780963541.984585:0:2249:0:(peer.c:3641:lnet_peer_data_present()) peer 192.168.203.109@tcp(000000009c673a86): 0. state = 0x100141 00000400:00000200:3.0:1780963541.984588:0:2249:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100141 rc 1 00000400:00000200:3.0:1780963541.984591:0:2249:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100141 00000400:00000010:3.0:1780963541.984618:0:2249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9c87d2e. 00000400:00000010:3.0:1780963541.984637:0:2249:0:(lib-lnet.h:485:lnet_rspt_alloc()) rspt alloc 0000000056fc00d2 00000400:00000200:3.0:1780963541.984641:0:2249:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963541.984648:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963541.984653:0:2249:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.9@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963541.984658:0:2249:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [2:2:256:4294967295] 192.168.203.109@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1780963541.984663:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963541.984666:0:2249:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp 00000400:00000200:3.0:1780963541.984672:0:2249:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:192.168.203.9@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963541.985865:0:2249:0:(socklnd_cb.c:995:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963541.985873:0:2249:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf1e8c39 (tot 830766). 00000800:00000200:3.0:1780963541.985884:0:2249:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (3) 00000800:00000200:3.0:1780963541.985890:0:2249:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963541.985894:0:2249:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf1e8c39 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1780963541.985914:0:2249:0:(peer.c:3854:lnet_peer_send_push()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100541 00000400:00000200:3.0:1780963541.985917:0:2249:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100541 rc 0 00000400:00000200:3.0:1780963541.986157:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000800:00000200:3.1:1780963541.986165:0:2239:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.0:1780963541.986171:0:2239:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp p 3.x 192.168.203.9 -> 192.168.203.109:988 incarnation:1780963403280244803 sched[0] 00000800:00000010:3.0:1780963541.986174:0:2239:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8cd8596 (tot 830622). 00000400:00000200:3.0:1780963541.986236:0:2239:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1780963541.986331:0:2239:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000200:0.0:1780963541.986548:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963541.986552:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf1e8c39 (tot 830374). 00000400:00000200:0.0:1780963541.986557:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963541.986562:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963541.986565:0:2245:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1780963541.986568:0:2245:0:(peer.c:3083:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000010:3.0:1780963541.988563:0:2239:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc7af292 (tot 835086). 00000800:00000010:3.0:1780963541.988574:0:2239:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8cd8596 (tot 835230). 00000800:00000010:3.0:1780963541.988580:0:2239:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d1c63e92 (tot 835286). 00000800:00000010:3.0:1780963541.988588:0:2239:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d1c63e92 (tot 835230). 00000400:00000200:3.0:1780963541.994100:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000800:00000200:3.1:1780963541.994111:0:2239:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1780963541.994122:0:2239:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp p 3.x 192.168.203.9 -> 192.168.203.109:988 incarnation:1780963403280244803 sched[0] 00000800:00000010:3.0:1780963541.994127:0:2239:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8cd8596 (tot 835086). 00000400:00000200:1.0:1780963542.000818:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000829:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : ACK - for me 00000400:00000200:1.0:1780963542.000836:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000841:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000849:0:2244:0:(lib-move.c:4435:lnet_parse_ack()) 192.168.203.9@tcp: ACK from 12345-192.168.203.109@tcp into md 0x215 00000400:00000200:1.0:1780963542.000857:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.000861:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: ACK: OK 00000400:00000200:1.0:1780963542.000867:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9c87d2e 00000400:00000010:1.0:1780963542.000870:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9c87d2e. 00000400:00000200:1.0:1780963542.000874:0:2244:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1780963542.000877:0:2244:0:(peer.c:2871:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1780963542.000880:0:2244:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp: -114 00000400:00000200:1.0:1780963542.000906:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000909:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963542.000913:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000928:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000931:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.000934:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1780963542.000941:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:1.0:1780963542.000945:0:2244:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2a9bf88. 00000400:00000200:1.0:1780963542.000949:0:2244:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000036f19eba 00000400:00000200:1.0:1780963542.000996:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.001000:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.001003:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036f19eba 00000400:00000010:1.0:1780963542.001005:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036f19eba. 00000400:00000200:1.0:1780963542.001008:0:2244:0:(api-ni.c:2178:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1780963542.001011:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.001014:0:2244:0:(peer.c:2639:lnet_peer_push_event()) peer 192.168.203.109@tcp(000000009c673a86) is MR 00000400:00000010:1.0:1780963542.001019:0:2244:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000c5abcb50 (tot 835143). 00000400:00000200:1.0:1780963542.001023:0:2244:0:(peer.c:2716:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 1 00000400:00000200:1.0:1780963542.001025:0:2244:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp: -114 00000400:00000200:1.0:1780963542.001031:0:2244:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780963542.001034:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.001039:0:2244:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.9@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1780963542.001044:0:2244:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [3:3:256:4294967295] 192.168.203.109@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1780963542.001048:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.001055:0:2244:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:192.168.203.9@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : ACK try# 0 00000800:00000200:1.0:1780963542.001060:0:2244:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:1.0:1780963542.001064:0:2244:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039509d9c (tot 835391). 00000800:00000200:1.0:1780963542.001070:0:2244:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:1.0:1780963542.001076:0:2244:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:1.0:1780963542.001080:0:2244:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039509d9c type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780963542.001123:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.001126:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039509d9c (tot 835143). 00000400:00000200:1.0:1780963542.001129:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.001138:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: ACK: OK 00000400:00000200:3.0:1780963542.001381:0:2249:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1780963542.001387:0:2249:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c19da86. 00000400:00000010:3.0:1780963542.001392:0:2249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ba3a71d. 00000400:00000200:3.0:1780963542.001397:0:2249:0:(api-ni.c:2168:lnet_push_target_post()) posted push target 00000000c0e61fb0 00000400:00000200:3.0:1780963542.001401:0:2249:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x1000c1 00000400:00000010:3.0:1780963542.001405:0:2249:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 16 at 0000000091621ba2 (tot 835159). 00000400:00000010:3.0:1780963542.001408:0:2249:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 32 at 00000000fb7ee94d (tot 835191). 00000400:00000010:3.0:1780963542.001410:0:2249:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 16 at 000000007bcfa514 (tot 835207). 00000400:00000200:3.0:1780963542.001414:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.001417:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.001419:0:2249:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 16 at 0000000091621ba2 (tot 835191). 00000400:00000010:3.0:1780963542.001422:0:2249:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 32 at 00000000fb7ee94d (tot 835159). 00000400:00000010:3.0:1780963542.001424:0:2249:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 16 at 000000007bcfa514 (tot 835143). 00000400:00000010:3.0:1780963542.001427:0:2249:0:(api-ni.c:1775:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000c5abcb50 (tot 835086). 00000400:00000200:3.0:1780963542.001431:0:2249:0:(peer.c:3352:lnet_peer_merge_data()) peer 192.168.203.109@tcp (000000009c673a86): 0 00000400:00000200:3.0:1780963542.001434:0:2249:0:(peer.c:3641:lnet_peer_data_present()) peer 192.168.203.109@tcp(000000009c673a86): 0. state = 0x100141 00000400:00000200:3.0:1780963542.001436:0:2249:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100141 rc 1 00000400:00000200:3.0:1780963542.001439:0:2249:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100141 00000400:00000200:3.0:1780963542.001448:0:2249:0:(peer.c:3773:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.001450:0:2249:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.203.109@tcp(000000009c673a86) state 0x100111 rc 0 00000400:00000200:3.0:1780963542.001453:0:2249:0:(peer.c:2491:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.001457:0:2249:0:(peer.c:2523:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.001461:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.001464:0:2249:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.001470:0:2249:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.001473:0:2249:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.001476:0:2249:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.001479:0:2249:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [4:4:256:4294967295] 192.168.203.109@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1780963542.001482:0:2249:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.001488:0:2249:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.001492:0:2249:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963542.001495:0:2249:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000286af616 (tot 835334). 00000800:00000200:3.0:1780963542.001498:0:2249:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963542.001502:0:2249:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963542.001503:0:2249:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000286af616 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.001814:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.001816:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000286af616 (tot 835086). 00000400:00000200:1.0:1780963542.001820:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.001823:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.001826:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033ae90d9 00000400:00000010:1.0:1780963542.001827:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033ae90d9. 00000100:00000200:1.0:1780963542.001834:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004198b2a9 x1867475461341248/t0(0) o250->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963546 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.003660:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.003668:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.003756:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.003761:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.003764:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.003768:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 416 into portal 25 MB=0x6a27583800040 00000400:00000200:0.0:1780963542.003774:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.003779:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 416/416 into md 0x219 [1] + 0 00000400:00000200:0.0:1780963542.003793:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.003803:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.003812:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004198b2a9 x1867475461341248/t0(0) o250->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963546 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963542.003884:0:2251:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000020992eb6. 00000400:00000200:1.0:1780963542.003888:0:2251:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4f323ee 00000400:00000010:1.0:1780963542.003890:0:2251:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4f323ee. 00000100:00000200:1.0:1780963542.003895:0:2251:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004198b2a9 x1867475461341248/t0(0) o250->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963546 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963542.003903:0:2251:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004198b2a9 x1867475461341248/t0(0) o250->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963546 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1780963542.003959:0:2251:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003fd9a524. 02000000:00000010:1.0:1780963542.003964:0:2251:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006168ca0e. 00000100:00000010:1.0:1780963542.003968:0:2251:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004198b2a9. 02000000:00000010:3.0:1780963542.004043:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ab300309. 00000400:00000200:3.0:1780963542.004049:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.004052:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ada0f6d. 00000400:00000010:3.0:1780963542.004055:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000634abeaa. 00000100:00000200:3.0:1780963542.004059:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461341312, portal 25 00000400:00000010:3.0:1780963542.004064:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828489d8. 00000100:00000200:3.0:1780963542.004066:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475461341312, offset 0 00000400:00000200:3.0:1780963542.004071:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.004076:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.004082:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.004087:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.004090:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.004092:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.004095:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [5:5:256:4294967295] 192.168.203.109@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1780963542.004105:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.004113:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.004118:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963542.004121:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034baa375 (tot 835334). 00000800:00000200:3.0:1780963542.004126:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963542.004132:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963542.004135:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000034baa375 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.008477:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.008482:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034baa375 (tot 835086). 00000400:00000200:1.0:1780963542.008489:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.008497:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.008501:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828489d8 00000400:00000010:1.0:1780963542.008503:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828489d8. 00000100:00000200:1.0:1780963542.009088:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008416e2b5 x1867475461341312/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963554 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.011979:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.011989:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.011996:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.012000:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.012004:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.012008:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 344 into portal 25 MB=0x6a27583800080 00000400:00000200:0.0:1780963542.012013:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.012018:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 344/344 into md 0x231 [1] + 224 00000400:00000200:0.0:1780963542.012033:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.012037:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.012046:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008416e2b5 x1867475461341312/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963554 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963542.012788:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ada0f6d. 00000400:00000200:3.0:1780963542.012793:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000634abeaa 00000400:00000010:3.0:1780963542.012795:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000634abeaa. 00000100:00000200:3.0:1780963542.012802:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008416e2b5 x1867475461341312/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963554 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963542.012811:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008416e2b5 x1867475461341312/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963554 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963542.012837:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.012858:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ab300309. 02000000:00000010:3.0:1780963542.012864:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035b0e3a3. 00000100:00000010:3.0:1780963542.012868:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008416e2b5. 10000000:00000010:3.0:1780963542.012876:0:5562:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d1c63e92. 00000020:00000010:3.0:1780963542.012880:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035b0e3a3. 00000020:00000010:3.0:1780963542.012884:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d27b74e4. 00000040:00000010:3.0:1780963542.012887:0:5562:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000057f647ad. 00000020:00000010:3.0:1780963542.012891:0:5562:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000007194da79. 00000020:00000010:3.0:1780963542.012895:0:5562:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000005ae1e7a8. 80000000:00000010:3.0:1780963542.012899:0:5562:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000b830f72f. 00040000:00000010:3.0:1780963542.012903:0:5562:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000caf81d1d. 20000000:00000010:3.0:1780963542.012907:0:5562:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 0000000032065571. 00000040:00000010:3.0:1780963542.012914:0:5562:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000f67a5f64. 00000100:00000010:3.0:1780963542.012919:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008416e2b5. 02000000:00000010:3.0:1780963542.012931:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011612797. 00000100:00000010:3.0:1780963542.012941:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.012970:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e950c0c9. 00000400:00000200:3.0:1780963542.012976:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.012978:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ada0f6d. 00000400:00000010:3.0:1780963542.012981:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000634abeaa. 00000100:00000200:3.0:1780963542.012986:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461341376, portal 25 00000400:00000010:3.0:1780963542.012990:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003861c453. 00000100:00000200:3.0:1780963542.012993:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867475461341376, offset 0 00000400:00000200:3.0:1780963542.012999:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.013004:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.013010:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.013017:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.013020:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.013022:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.013025:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [6:6:256:4294967295] 192.168.203.109@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1780963542.013028:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.013035:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.013040:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963542.013044:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffbe3eaf (tot 835334). 00000800:00000200:3.0:1780963542.013049:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963542.013056:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963542.013060:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffbe3eaf type 1, nob 608 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.013206:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.013210:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffbe3eaf (tot 835086). 00000400:00000200:1.0:1780963542.013215:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.013219:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.013221:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003861c453 00000400:00000010:1.0:1780963542.013223:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003861c453. 00000100:00000200:1.0:1780963542.013235:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008416e2b5 x1867475461341376/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963542.016416:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.016426:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963542.016434:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.016439:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.016442:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.016445:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 25 MB=0x6a275838000c0 00000400:00000200:1.0:1780963542.016451:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.016456:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 272/272 into md 0x239 [1] + 224 00000400:00000200:1.0:1780963542.016470:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.016475:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963542.016485:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008416e2b5 x1867475461341376/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963542.019404:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ada0f6d. 00000400:00000200:3.0:1780963542.019415:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000634abeaa 00000400:00000010:3.0:1780963542.019417:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000634abeaa. 00000100:00000200:3.0:1780963542.019431:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008416e2b5 x1867475461341376/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963542.019442:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008416e2b5 x1867475461341376/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963542.019469:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.019477:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e950c0c9. 02000000:00000010:3.0:1780963542.019481:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011612797. 00000100:00000010:3.0:1780963542.019494:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008416e2b5. 00000040:00000010:3.0:1780963542.019499:0:5562:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000f67a5f64. 00000020:00000010:3.0:1780963542.019506:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d27b74e4. 00000040:00000010:3.0:1780963542.019510:0:5562:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000057f647ad. 00000020:00000010:3.0:1780963542.019514:0:5562:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000007194da79. 00000020:00000010:3.0:1780963542.019520:0:5562:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000005ae1e7a8. 80000000:00000010:3.0:1780963542.019524:0:5562:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000b830f72f. 00040000:00000010:3.0:1780963542.019529:0:5562:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000caf81d1d. 20000000:00000010:3.0:1780963542.019533:0:5562:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 0000000032065571. 00000020:00000010:3.0:1780963542.019536:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035b0e3a3. 10000000:00000010:3.0:1780963542.019540:0:5562:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d1c63e92. 10000000:00000010:3.0:1780963542.019554:0:5562:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 271 at 00000000e950c0c9. 10000000:00000010:3.0:1780963542.019561:0:5562:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 278 at 00000000e304033e. 10000000:00000010:3.0:1780963542.019565:0:5562:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 277 at 0000000098382293. 00000100:00000010:3.0:1780963542.019572:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008416e2b5. 02000000:00000010:3.0:1780963542.019582:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cabf9a9a. 00010000:00000010:3.0:1780963542.019597:0:5562:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acfdeed8. 00000100:00000010:3.0:1780963542.019626:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.019640:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ab300309. 00000400:00000200:3.0:1780963542.019657:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.019660:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ada0f6d. 00000400:00000010:3.0:1780963542.019664:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000634abeaa. 00000100:00000200:3.0:1780963542.019669:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461341440, portal 25 00000400:00000010:3.0:1780963542.019673:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a89166. 00000100:00000200:3.0:1780963542.019676:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475461341440, offset 0 00000400:00000200:3.0:1780963542.019683:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.019689:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.019696:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.019702:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.019706:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.019708:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.019712:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [7:7:256:4294967295] 192.168.203.109@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1780963542.019715:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.019731:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.019737:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963542.019742:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffbe3eaf (tot 835334). 00000800:00000200:3.0:1780963542.019749:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963542.019755:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963542.019759:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffbe3eaf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.021931:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.021937:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffbe3eaf (tot 835086). 00000400:00000200:1.0:1780963542.021944:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.021952:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.021956:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a89166 00000400:00000010:1.0:1780963542.021958:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a89166. 00000100:00000200:1.0:1780963542.021966:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008416e2b5 x1867475461341440/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963542.030005:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.030016:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963542.030024:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.030028:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.030031:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.030035:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 344 into portal 25 MB=0x6a27583800100 00000400:00000200:1.0:1780963542.030040:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.030045:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 344/344 into md 0x241 [1] + 224 00000400:00000200:1.0:1780963542.030061:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.030074:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963542.030084:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008416e2b5 x1867475461341440/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963542.030173:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ada0f6d. 00000400:00000200:3.0:1780963542.030178:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000634abeaa 00000400:00000010:3.0:1780963542.030180:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000634abeaa. 00000100:00000200:3.0:1780963542.030186:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008416e2b5 x1867475461341440/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963542.030193:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008416e2b5 x1867475461341440/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963542.030216:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.030236:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ab300309. 02000000:00000010:3.0:1780963542.030241:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cabf9a9a. 00000100:00000010:3.0:1780963542.030244:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008416e2b5. 10000000:00000010:3.0:1780963542.030335:0:5562:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d1c63e92. 00000020:00000010:3.0:1780963542.030338:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cabf9a9a. 00000020:00000010:3.0:1780963542.030495:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc267c28. 00000040:00000010:3.0:1780963542.030501:0:5562:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000feba9693. 00000020:00000010:3.0:1780963542.030505:0:5562:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000007194da79. 00000020:00000010:3.0:1780963542.030510:0:5562:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000000c1813c3. 80000000:00000010:3.0:1780963542.030513:0:5562:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000b830f72f. 00040000:00000010:3.0:1780963542.030518:0:5562:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000091768219. 20000000:00000010:3.0:1780963542.030521:0:5562:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000005667975e. 00000040:00000010:3.0:1780963542.030528:0:5562:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 0000000088dc786d. 00000100:00000010:3.0:1780963542.030534:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008416e2b5. 02000000:00000010:3.0:1780963542.030545:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db6df06a. 00000100:00000010:3.0:1780963542.030557:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.030857:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e828dede. 00000400:00000200:3.0:1780963542.030871:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.030874:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ada0f6d. 00000400:00000010:3.0:1780963542.030877:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000634abeaa. 00000100:00000200:3.0:1780963542.030882:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461341504, portal 25 00000400:00000010:3.0:1780963542.030886:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f9410f41. 00000100:00000200:3.0:1780963542.030889:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867475461341504, offset 0 00000400:00000200:3.0:1780963542.030894:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.030900:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.030907:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.030913:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.030915:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.030918:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.030920:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [8:8:256:4294967295] 192.168.203.109@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1780963542.030923:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.030930:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.030934:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963542.030938:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034baa375 (tot 835334). 00000800:00000200:3.0:1780963542.030943:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963542.030949:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963542.030952:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000034baa375 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.031455:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.031459:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034baa375 (tot 835086). 00000400:00000200:1.0:1780963542.031465:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.031470:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.031474:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9410f41 00000400:00000010:1.0:1780963542.031475:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f9410f41. 00000100:00000200:1.0:1780963542.031481:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008416e2b5 x1867475461341504/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963542.034668:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.034688:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963542.034696:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.034702:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.034705:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.034709:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 25 MB=0x6a27583800140 00000400:00000200:1.0:1780963542.034714:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.034719:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 272/272 into md 0x249 [1] + 224 00000400:00000200:1.0:1780963542.034746:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.034750:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963542.034760:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008416e2b5 x1867475461341504/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963542.034820:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ada0f6d. 00000400:00000200:3.0:1780963542.034825:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000634abeaa 00000400:00000010:3.0:1780963542.034836:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000634abeaa. 00000100:00000200:3.0:1780963542.034844:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008416e2b5 x1867475461341504/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963542.034852:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008416e2b5 x1867475461341504/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963542.034877:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.034887:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e828dede. 02000000:00000010:3.0:1780963542.034891:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db6df06a. 00000100:00000010:3.0:1780963542.034895:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008416e2b5. 00000040:00000010:3.0:1780963542.034914:0:5562:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000b7b4902. 00000100:00000010:3.0:1780963542.034919:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008416e2b5. 02000000:00000010:3.0:1780963542.034929:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db6df06a. 00000100:00000010:3.0:1780963542.034938:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.034960:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009c90c05b. 00000400:00000200:3.0:1780963542.034965:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.034968:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ada0f6d. 00000400:00000010:3.0:1780963542.034972:0:5562:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000f8cd8596 (tot 835270). 00000100:00000200:3.0:1780963542.034976:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475461341568, portal 25 00000400:00000010:3.0:1780963542.034980:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000634abeaa. 00000100:00000200:3.0:1780963542.034983:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475461341568, offset 0 00000400:00000200:3.0:1780963542.034989:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.034994:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.035000:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.035006:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.035009:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.035011:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.035014:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [9:9:256:4294967295] 192.168.203.109@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1780963542.035018:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.035026:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.035031:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963542.035035:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000286af616 (tot 835518). 00000800:00000200:3.0:1780963542.035040:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963542.035046:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963542.035049:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000286af616 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.035153:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.035157:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000286af616 (tot 835270). 00000400:00000200:1.0:1780963542.035161:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.035165:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.035167:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000634abeaa 00000400:00000010:1.0:1780963542.035169:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000634abeaa. 00000100:00000200:1.0:1780963542.035173:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008416e2b5 x1867475461341568/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963542.039076:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.039098:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963542.039105:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.039110:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.039113:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.039117:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 8416 into portal 25 MB=0x6a27583800180 00000400:00000200:1.0:1780963542.039121:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.039127:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 8416/8416 into md 0x251 [4] + 224 00000400:00000200:1.0:1780963542.039144:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.039148:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963542.039158:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008416e2b5 x1867475461341568/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963542.039594:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ada0f6d. 00000400:00000200:3.0:1780963542.039606:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8cd8596 00000400:00000010:3.0:1780963542.039608:0:5562:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000f8cd8596 (tot 835086). 00000100:00000200:3.0:1780963542.039615:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008416e2b5 x1867475461341568/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963542.039623:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008416e2b5 x1867475461341568/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963542.039655:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de2b2dc4. 02000000:00000010:3.0:1780963542.039665:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009c90c05b. 02000000:00000010:3.0:1780963542.039690:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db6df06a. 00000100:00000010:3.0:1780963542.039695:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008416e2b5. 00000040:00000010:3.0:1780963542.039702:0:5562:0:(llog.c:883:llog_process_or_fork()) kmalloced '(lpi)': 104 at 0000000074a977a5. 00000020:00000010:3.0:1780963542.040148:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db6df06a. 00000020:00000010:3.0:1780963542.040154:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d45a3967. 00000040:00000010:3.0:1780963542.040157:0:5581:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000095be019. 00000020:00000010:3.0:1780963542.040161:0:5581:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a8d820db. 00000020:00000010:3.0:1780963542.040165:0:5581:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000950d95ed. 80000000:00000010:3.0:1780963542.040168:0:5581:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000004369e9e4. 00040000:00000010:3.0:1780963542.040174:0:5581:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000bf1e8c39. 00040000:00000010:3.0:1780963542.040179:0:5581:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000e828dede. 20000000:00000010:3.0:1780963542.040183:0:5581:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 0000000035b0e3a3. 00000040:00000010:3.0:1780963542.040191:0:5581:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000023d429c4. 00000100:00000010:3.0:1780963542.040196:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008416e2b5. 02000000:00000010:3.0:1780963542.040207:0:5581:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032065571. 00000100:00000010:3.0:1780963542.040216:0:5581:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8cd8596. 02000000:00000010:3.0:1780963542.040241:0:5581:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009c90c05b. 00000400:00000200:3.0:1780963542.040282:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963542.040287:0:5581:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ada0f6d. 00000400:00000010:3.0:1780963542.040292:0:5581:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000007a46078f (tot 835270). 00000100:00000200:3.0:1780963542.040298:0:5581:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475461341632, portal 25 00000400:00000010:3.0:1780963542.040304:0:5581:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a8b5f7c. 00000100:00000200:3.0:1780963542.040306:0:5581:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475461341632, offset 0 00000400:00000200:3.0:1780963542.040313:0:5581:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.040321:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.040328:0:5581:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963542.040334:0:5581:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963542.040337:0:5581:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963542.040340:0:5581:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963542.040502:0:5581:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [10:10:256:4294967295] 192.168.203.109@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1780963542.040507:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.040515:0:5581:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963542.040520:0:5581:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.041244:0:5581:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024535a44 (tot 835518). 00000800:00000200:0.0:1780963542.041289:0:5581:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.041297:0:5581:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.041300:0:5581:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000024535a44 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1780963542.041451:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963542.041454:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024535a44 (tot 835270). 00000400:00000200:1.0:1780963542.041459:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.041464:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963542.041468:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a8b5f7c 00000400:00000010:1.0:1780963542.041470:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a8b5f7c. 00000100:00000200:1.0:1780963542.041477:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008416e2b5 x1867475461341632/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963542.046807:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.046817:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963542.046835:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.046839:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.046847:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.046852:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 8472 into portal 25 MB=0x6a275838001c0 00000400:00000200:1.0:1780963542.046857:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963542.046861:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 8472/8472 into md 0x259 [4] + 224 00000400:00000200:1.0:1780963542.046882:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963542.046886:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963542.046894:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008416e2b5 x1867475461341632/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963542.047021:0:5581:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ada0f6d. 00000400:00000200:0.0:1780963542.047026:0:5581:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a46078f 00000400:00000010:0.0:1780963542.047028:0:5581:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000007a46078f (tot 835086). 00000100:00000200:0.0:1780963542.047034:0:5581:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008416e2b5 x1867475461341632/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963542.047041:0:5581:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008416e2b5 x1867475461341632/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963542.047067:0:5581:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8cd8596. 02000000:00000010:0.0:1780963542.047078:0:5581:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009c90c05b. 02000000:00000010:0.0:1780963542.047105:0:5581:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032065571. 00000100:00000010:0.0:1780963542.047109:0:5581:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008416e2b5. 00000020:00000010:0.0:1780963542.047131:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000020642cb2. 00000020:00000010:0.0:1780963542.047135:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000020642cb2. 00000020:00000010:0.0:1780963542.047141:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.047144:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.047154:0:5581:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 0000000074ac0b57. 00000020:00000010:0.0:1780963542.047161:0:5581:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000058fa2c9a. 00000020:00000010:0.0:1780963542.047212:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.047217:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.047221:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.047223:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000faddb1b5. 00000001:00000010:0.0:1780963542.047239:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000020642cb2 (tot 835318). 00000001:00000010:0.0:1780963542.047243:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001f36679c (tot 835350). 00000001:00000010:0.0:1780963542.047354:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb6bba97 (tot 835694). 00000001:00000010:0.0:1780963542.047358:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fbfdd9f (tot 836038). 00000001:00000010:0.0:1780963542.047360:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a91255bd (tot 836382). 00000001:00000010:0.0:1780963542.047361:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af07ee5b (tot 836726). 00000001:00000010:0.0:1780963542.047368:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000004ee15ae7 (tot 836958). 00000001:00000010:0.0:1780963542.047371:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009e7b87ab (tot 836990). 00000001:00000010:0.0:1780963542.047373:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8dcc67f (tot 837334). 00000001:00000010:0.0:1780963542.047375:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee1f5f4d (tot 837678). 00000001:00000010:0.0:1780963542.047377:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f34fd8ec (tot 838022). 00000001:00000010:0.0:1780963542.047379:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b14d8736 (tot 838366). 00000020:00000010:0.0:1780963542.047383:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000543ff962. 00000020:00000010:0.0:1780963542.047396:0:5581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.047412:0:5581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.047421:0:5581:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.047433:0:5581:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.047448:0:5581:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.047460:0:5581:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.047465:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017cac81. 00000020:00000010:0.0:1780963542.047472:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000017106a47. 00000020:00000010:0.0:1780963542.047475:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000071fe9894. 00000008:00000010:0.0:1780963542.047480:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.047484:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.047487:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.047491:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.047494:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00020000:00000010:0.0:1780963542.047498:0:5581:0:(lov_dev.c:520:lov_device_alloc()) kmalloced '(ld)': 584 at 00000000e8ceb9b4. 00000020:00000010:0.0:1780963542.047511:0:5581:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e5171a6a. 00020000:00000010:0.0:1780963542.047841:0:5581:0:(lov_dev.c:537:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 000000004cb13d19. 00020000:00000010:0.0:1780963542.047845:0:5581:0:(lov_dev.c:544:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000ae96a792. 00000020:00000010:0.0:1780963542.047872:0:5581:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000003b0e091f. 00000020:00000010:0.0:1780963542.047879:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000007a879747 (tot 838446). 00000020:00000010:0.0:1780963542.047882:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 144 at 000000001aff989c (tot 838590). 00000020:00000010:0.0:1780963542.047887:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000d42d634c. 00000040:00000010:0.0:1780963542.047891:0:5581:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000010bd5429. 00000020:00000010:0.0:1780963542.047894:0:5581:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000f2e8cfd7. 00000020:00000010:0.0:1780963542.047897:0:5581:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000e1246991. 00000020:00000010:0.0:1780963542.047900:0:5581:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000aaedac91. 80000000:00000010:0.0:1780963542.047903:0:5581:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000008de22f53. 40000000:00000010:0.0:1780963542.047905:0:5581:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000d657668d. 00000008:00000010:0.0:1780963542.047908:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000059372eac. 00020000:00000010:0.0:1780963542.047910:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000008df902e6. 00008000:00000010:0.0:1780963542.047913:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000704604c2. 00100000:00000010:0.0:1780963542.047916:0:5581:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005c6432d1. 00040000:00000010:0.0:1780963542.047920:0:5581:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000024535a44. 00040000:00000010:0.0:1780963542.047924:0:5581:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000004b29e329. 00040000:00000010:0.0:1780963542.047927:0:5581:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8a158c6. 00000004:00000010:0.0:1780963542.047940:0:5581:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000f35f4787. 00000004:00000010:0.0:1780963542.047946:0:5581:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000dd201341. 00000004:00000010:0.0:1780963542.047950:0:5581:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000069ad62be. 00002000:00000010:0.0:1780963542.047953:0:5581:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000006a0edd9d. 00000004:00000010:0.0:1780963542.047965:0:5581:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000007eb7ae3f. 00000080:00000010:0.0:1780963542.047967:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000044332971. 00000080:00000010:0.0:1780963542.047970:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000038f66503. 00000020:00000010:0.0:1780963542.047974:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000017106a47. 00000020:00000010:0.0:1780963542.047977:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000071fe9894. 00000008:00000010:0.0:1780963542.047980:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.047983:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.047986:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.047990:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.047993:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.047996:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017cac81. 00000020:00000010:0.0:1780963542.047999:0:5581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.048002:0:5581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.048005:0:5581:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.048008:0:5581:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.048011:0:5581:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.048013:0:5581:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.048015:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000543ff962. 00000020:00000010:0.0:1780963542.048018:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000faddb1b5. 00000020:00000010:0.0:1780963542.048020:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.048025:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001dd76ab6. 00000020:00000010:0.0:1780963542.048027:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001dd76ab6. 00000020:00000010:0.0:1780963542.048031:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001dd76ab6. 00000020:00000010:0.0:1780963542.048033:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001dd76ab6. 00000020:00000010:0.0:1780963542.048036:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.048039:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.048045:0:5581:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000721a0b5d. 00000020:00000010:0.0:1780963542.048049:0:5581:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000096978637. 00000020:00000010:0.0:1780963542.048095:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.048099:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.048103:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.048106:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000faddb1b5. 00000001:00000010:0.0:1780963542.048126:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000001dd76ab6 (tot 838822). 00000001:00000010:0.0:1780963542.048130:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dc04f7c9 (tot 838854). 00000001:00000010:0.0:1780963542.048133:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000543ff962 (tot 839198). 00000001:00000010:0.0:1780963542.048135:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000017cac81 (tot 839542). 00000001:00000010:0.0:1780963542.048138:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017106a47 (tot 839886). 00000001:00000010:0.0:1780963542.048140:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6d7dd84 (tot 840230). 00000001:00000010:0.0:1780963542.048143:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000008e8798a8 (tot 840462). 00000001:00000010:0.0:1780963542.048145:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008c15969c (tot 840494). 00000001:00000010:0.0:1780963542.048147:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3782334 (tot 840838). 00000001:00000010:0.0:1780963542.048152:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5c92367 (tot 841182). 00000001:00000010:0.0:1780963542.048154:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079fb912c (tot 841526). 00000001:00000010:0.0:1780963542.048157:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048d76b9c (tot 841870). 00000020:00000010:0.0:1780963542.048219:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000a5333b18 (tot 841950). 00000020:00000010:0.0:1780963542.048224:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 000000006c52949c (tot 842310). 80000000:00000010:0.0:1780963542.048235:0:5581:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at 0000000060420d9a. 00000020:00000010:0.0:1780963542.048407:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000faddb1b5. 00000020:00000010:0.0:1780963542.048411:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.048419:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048421:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048424:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048427:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048430:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000b23fda4a. 00000020:00000010:0.0:1780963542.048433:0:5581:0:(obd_config.c:1068:class_add_profile()) kmalloced '(lprof)': 48 at 00000000a4e8112c. 00000020:00000010:0.0:1780963542.048436:0:5581:0:(obd_config.c:1074:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000003caadb79. 00000020:00000010:0.0:1780963542.048438:0:5581:0:(obd_config.c:1080:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000eeef1dfe. 00000020:00000010:0.0:1780963542.048442:0:5581:0:(obd_config.c:1087:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 00000000ed7a3bc1. 00000020:00000010:0.0:1780963542.048443:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000b23fda4a. 00000020:00000010:0.0:1780963542.048446:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048447:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048451:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048456:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005d332f08. 00000020:00000010:0.0:1780963542.048459:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000071fe9894. 00000100:00000010:0.0:1780963542.048461:0:5581:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 0000000056882555. 00000400:00000200:0.0:1780963542.048467:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.048472:0:5581:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000020:00000010:0.0:1780963542.048475:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000071fe9894. 00000020:00000010:0.0:1780963542.048477:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000071fe9894. 00000020:00000010:0.0:1780963542.048480:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000faddb1b5. 00000020:00000010:0.0:1780963542.048485:0:5581:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000f43b79dc. 00000020:00000010:0.0:1780963542.048489:0:5581:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000ca4db7ad. 00000020:00000010:0.0:1780963542.048528:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000faddb1b5. 00000020:00000010:0.0:1780963542.048529:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000071fe9894. 00000020:00000010:0.0:1780963542.048532:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000071fe9894. 00000020:00000010:0.0:1780963542.048533:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000faddb1b5. 00000001:00000010:0.0:1780963542.048550:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000005d332f08 (tot 842542). 00000001:00000010:0.0:1780963542.048552:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000061db5423 (tot 842574). 00000001:00000010:0.0:1780963542.048554:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3ccb084 (tot 842918). 00000001:00000010:0.0:1780963542.048556:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1a97a18 (tot 843262). 00000001:00000010:0.0:1780963542.048558:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b7e6f24 (tot 843606). 00000001:00000010:0.0:1780963542.048560:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002879ac98 (tot 843950). 00000001:00000010:0.0:1780963542.048562:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000006cf60a66 (tot 844182). 00000001:00000010:0.0:1780963542.048563:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001649542e (tot 844214). 00000001:00000010:0.0:1780963542.048565:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000211c8e3d (tot 844558). 00000001:00000010:0.0:1780963542.048566:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbc2da9b (tot 844902). 00000001:00000010:0.0:1780963542.048567:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000644a214c (tot 845246). 00000001:00000010:0.0:1780963542.048569:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f979402f (tot 845590). 00000020:00000010:0.0:1780963542.048573:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041d55020. 00000020:00000010:0.0:1780963542.048577:0:5581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.048580:0:5581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.048583:0:5581:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.048592:0:5581:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.048595:0:5581:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.048599:0:5581:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.048618:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a0353bc. 00000020:00000010:0.0:1780963542.048621:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074f32573. 00000020:00000010:0.0:1780963542.048624:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052dff908. 00000008:00000010:0.0:1780963542.048628:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.048630:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.048633:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.048636:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.048639:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00000002:00000010:0.0:1780963542.048643:0:5581:0:(mdc_dev.c:1590:mdc_device_alloc()) kmalloced '(oc)': 104 at 00000000f00580b3. 00010000:00000010:0.0:1780963542.048654:0:5581:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000bd2b0b53. 00000020:00000010:0.0:1780963542.048660:0:5581:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000cc581ab2. 00000100:00000200:0.0:1780963542.048672:0:5581:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.048677:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.048692:0:5581:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.109@tcp primary NID 192.168.203.109@tcp rc 0 00010000:00000010:0.0:1780963542.048697:0:5581:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 00000000b23fda4a. 00010000:00000010:0.0:1780963542.048702:0:5581:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000c38deb7e. 00000001:00000010:0.0:1780963542.048705:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 00000000de72c1c9 (tot 845870). 00000001:00000010:0.0:1780963542.048709:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000106c58c9 (tot 846126). 00000001:00000010:0.0:1780963542.048748:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000073012968 (tot 878982). 00000001:00000010:0.0:1780963542.048796:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000009bb28a3d (tot 911838). 00000001:00000010:0.0:1780963542.048854:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000ee8b683f (tot 944694). 00000001:00000010:0.0:1780963542.048917:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a1cbbda4 (tot 977550). 00000001:00000010:0.0:1780963542.048987:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004526841a (tot 1010406). 00000001:00000010:0.0:1780963542.049042:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003533531e (tot 1043262). 00000001:00000010:0.0:1780963542.049097:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000c4caa519 (tot 1076118). 00000001:00000010:0.0:1780963542.049150:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000eeaa33b3 (tot 1108974). 00000001:00000010:0.0:1780963542.049202:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000c75463d (tot 1141830). 00000001:00000010:0.0:1780963542.049288:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f14da3b8 (tot 1174686). 00000001:00000010:0.0:1780963542.049352:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004dd96dfc (tot 1207542). 00000001:00000010:0.0:1780963542.049396:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000b6098f44 (tot 1240398). 00000001:00000010:0.0:1780963542.049451:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000c04984ff (tot 1273254). 00000001:00000010:0.0:1780963542.049500:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000009ef25e44 (tot 1306110). 00000001:00000010:0.0:1780963542.049549:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e8d33671 (tot 1338966). 00000001:00000010:0.0:1780963542.049612:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000d8499c90 (tot 1371822). 00000001:00000010:0.0:1780963542.049662:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000c9ed40ec (tot 1404678). 00000001:00000010:0.0:1780963542.049720:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000083367546 (tot 1437534). 00000001:00000010:0.0:1780963542.049762:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f9e68195 (tot 1470390). 00000001:00000010:0.0:1780963542.049795:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000006adadf46 (tot 1503246). 00000001:00000010:0.0:1780963542.049839:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000bff32ca7 (tot 1536102). 00000001:00000010:0.0:1780963542.049885:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000039d02321 (tot 1568958). 00000001:00000010:0.0:1780963542.049930:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000090e0bbed (tot 1601814). 00000001:00000010:0.0:1780963542.049980:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002731a729 (tot 1634670). 00000001:00000010:0.0:1780963542.050027:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e7d50351 (tot 1667526). 00000001:00000010:0.0:1780963542.050079:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000062ea436b (tot 1700382). 00000001:00000010:0.0:1780963542.050124:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000c3b620d1 (tot 1733238). 00000001:00000010:0.0:1780963542.050176:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000005f488ef0 (tot 1766094). 00000001:00000010:0.0:1780963542.050225:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000005b7afc13 (tot 1798950). 00000001:00000010:0.0:1780963542.050317:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a18f3d69 (tot 1831806). 00000001:00000010:0.0:1780963542.050366:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f3f0eca7 (tot 1864662). 00000001:00000010:0.0:1780963542.050419:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000023826458 (tot 1897518). 00010000:00000010:0.0:1780963542.050436:0:5581:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at 000000004e00fe5c. 00000020:00000010:0.0:1780963542.050480:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000b0f3a391 (tot 1897598). 00000020:00000010:0.0:1780963542.050483:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 0000000028ea715d (tot 1897622). 00000020:00000010:0.0:1780963542.050517:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000006a5f711a (tot 1897702). 00000020:00000010:0.0:1780963542.050520:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000325c09e3 (tot 1897966). 00000100:00000010:0.0:1780963542.050575:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038cdeaba. 00000100:00000010:0.0:1780963542.050586:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac5b21c. 00000001:00000010:0.0:1780963542.050591:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000099f766ef (tot 1898198). 00000001:00000010:0.0:1780963542.050596:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e757132f (tot 1898206). 00000001:00000010:0.0:1780963542.050608:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052a4a6cf (tot 1898550). 00000001:00000010:0.0:1780963542.050612:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000091484332 (tot 1898782). 00000001:00000010:0.0:1780963542.050616:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ad0ac243 (tot 1898790). 00000001:00000010:0.0:1780963542.050619:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ecabf3d (tot 1899134). 00000001:00000010:0.0:1780963542.050621:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000727a2953 (tot 1899366). 00000001:00000010:0.0:1780963542.050624:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005cffec96 (tot 1899374). 00000001:00000010:0.0:1780963542.050628:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c01f2cd (tot 1899718). 00000020:00000010:0.0:1780963542.050735:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000a24b295a (tot 1899798). 00000020:00000010:0.0:1780963542.050738:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 0000000074c51bce (tot 1900158). 00000020:00000010:0.0:1780963542.050754:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000559af211 (tot 1900238). 00000020:00000010:0.0:1780963542.050757:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000002b10d675 (tot 1902950). 00000040:00000010:0.0:1780963542.050770:0:5581:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000079a14bec. 00000002:00000010:0.0:1780963542.050778:0:5581:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000739a2b85. 00000020:00000010:0.0:1780963542.053337:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000074f32573. 00000020:00000010:0.0:1780963542.053345:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000052dff908. 00000008:00000010:0.0:1780963542.053350:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.053354:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.053358:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.053363:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.053367:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.053371:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a0353bc. 00000020:00000010:0.0:1780963542.053375:0:5581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.053380:0:5581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.053384:0:5581:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.053387:0:5581:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.053391:0:5581:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.053393:0:5581:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.053396:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041d55020. 00000020:00000010:0.0:1780963542.053408:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000faddb1b5. 00000020:00000010:0.0:1780963542.053411:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000071fe9894. 00000020:00000010:0.0:1780963542.053420:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.053425:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000b52412f2. 00800000:00000010:0.0:1780963542.053437:0:5581:0:(lmv_obd.c:395:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000a2b92a16. 00000020:00000010:0.0:1780963542.053441:0:5581:0:(lu_tgt_descs.c:399:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000002612de3e. 00000020:00000010:0.0:1780963542.053444:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b1fabc7. 00000020:00000010:0.0:1780963542.053447:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045251e48. 00000020:00000010:0.0:1780963542.053448:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000a8bc265a. 00000008:00000010:0.0:1780963542.053451:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.053453:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.053456:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.053459:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.053461:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.053467:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000045251e48. 00000020:00000010:0.0:1780963542.053470:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000a8bc265a. 00000008:00000010:0.0:1780963542.053471:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.053473:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.053474:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.053476:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.053477:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.053478:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b1fabc7. 00000020:00000010:0.0:1780963542.053479:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.053481:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.053484:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007ed8d318. 00000020:00000010:0.0:1780963542.053486:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007ed8d318. 00000020:00000010:0.0:1780963542.053490:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007ed8d318. 00000020:00000010:0.0:1780963542.053492:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007ed8d318. 00000020:00000010:0.0:1780963542.053494:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007ed8d318. 00000020:00000010:0.0:1780963542.053495:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007ed8d318. 00000020:00000010:0.0:1780963542.053497:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000b5024e1c. 00000100:00000010:0.0:1780963542.053504:0:5581:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000006b1fabc7. 00000400:00000200:0.0:1780963542.053512:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.053518:0:5581:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963542.053521:0:5581:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 000000006b1fabc7. 00000020:00000010:0.0:1780963542.053522:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.053525:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.053526:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.053532:0:5581:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000b9eb66c6. 00000020:00000010:0.0:1780963542.053536:0:5581:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000522b9ff5. 00000020:00000010:0.0:1780963542.053589:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.053591:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.053593:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.053596:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b52412f2. 00000001:00000010:0.0:1780963542.053620:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000007ed8d318 (tot 1903182). 00000001:00000010:0.0:1780963542.053623:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000076d52553 (tot 1903214). 00000001:00000010:0.0:1780963542.054418:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b1fabc7 (tot 1903558). 00000001:00000010:0.0:1780963542.054426:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000045251e48 (tot 1903902). 00000001:00000010:0.0:1780963542.054429:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d43835eb (tot 1904246). 00000001:00000010:0.0:1780963542.054432:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007ad826ab (tot 1904590). 00000001:00000010:0.0:1780963542.054435:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f93b75c6 (tot 1904822). 00000001:00000010:0.0:1780963542.054439:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c1d41fe5 (tot 1904854). 00000001:00000010:0.0:1780963542.054441:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000df64dcc (tot 1905198). 00000001:00000010:0.0:1780963542.054445:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000195c5f93 (tot 1905542). 00000001:00000010:0.0:1780963542.054448:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041d55020 (tot 1905886). 00000001:00000010:0.0:1780963542.054451:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a0353bc (tot 1906230). 00000020:00000010:0.0:1780963542.054455:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f32573. 00000020:00000010:0.0:1780963542.054459:0:5581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.054463:0:5581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.054468:0:5581:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.054471:0:5581:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.054480:0:5581:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.054484:0:5581:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.054490:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c326a89b. 00000020:00000010:0.0:1780963542.054495:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000004bdeaa78. 00000020:00000010:0.0:1780963542.054497:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000a8bc265a. 00000008:00000010:0.0:1780963542.054502:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.054504:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.054507:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.054510:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.054513:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00000002:00000010:0.0:1780963542.054516:0:5581:0:(mdc_dev.c:1590:mdc_device_alloc()) kmalloced '(oc)': 104 at 00000000aad11aaf. 00010000:00000010:0.0:1780963542.054527:0:5581:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000006c8f4fa4. 00000020:00000010:0.0:1780963542.054533:0:5581:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000d818a208. 00000100:00000200:0.0:1780963542.054549:0:5581:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.054553:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.054559:0:5581:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.109@tcp primary NID 192.168.203.109@tcp rc 0 00010000:00000010:0.0:1780963542.054564:0:5581:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 0000000093934de1. 00010000:00000010:0.0:1780963542.054569:0:5581:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 0000000026a5a1c2. 00000001:00000010:0.0:1780963542.054574:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 000000005dacae2f (tot 1906510). 00000001:00000010:0.0:1780963542.054578:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000004c13aa03 (tot 1906766). 00000001:00000010:0.0:1780963542.054632:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000001dc4b578 (tot 1939622). 00000001:00000010:0.0:1780963542.054695:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000014233d1a (tot 1972478). 00000001:00000010:0.0:1780963542.054741:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000011c5d03c (tot 2005334). 00000001:00000010:0.0:1780963542.054788:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004e5a2c10 (tot 2038190). 00000001:00000010:0.0:1780963542.054869:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000005c2b2d9c (tot 2071046). 00000001:00000010:0.0:1780963542.054907:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003e265e64 (tot 2103902). 00000001:00000010:0.0:1780963542.054993:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a9b38849 (tot 2136758). 00000001:00000010:0.0:1780963542.055039:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000166d60b3 (tot 2169614). 00000001:00000010:0.0:1780963542.055097:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003c7b0359 (tot 2202470). 00000001:00000010:0.0:1780963542.055148:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e053aa40 (tot 2235326). 00000001:00000010:0.0:1780963542.055208:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000001b81b7c2 (tot 2268182). 00000001:00000010:0.0:1780963542.055286:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000cb976663 (tot 2301038). 00000001:00000010:0.0:1780963542.055340:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000007033a308 (tot 2333894). 00000001:00000010:0.0:1780963542.055632:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000084795719 (tot 2366750). 00000001:00000010:0.0:1780963542.055683:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000079ac602b (tot 2399606). 00000001:00000010:0.0:1780963542.055732:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000013da77a6 (tot 2432462). 00000001:00000010:0.0:1780963542.055784:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000088797ee2 (tot 2465318). 00000001:00000010:0.0:1780963542.055847:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002cb6a52c (tot 2498174). 00000001:00000010:0.0:1780963542.055900:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000dd04bf3b (tot 2531030). 00000001:00000010:0.0:1780963542.055954:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000005d03e0a (tot 2563886). 00000001:00000010:0.0:1780963542.056013:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000ce150e3b (tot 2596742). 00000001:00000010:0.0:1780963542.056065:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000009a5adc1a (tot 2629598). 00000001:00000010:0.0:1780963542.056126:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000ac6ac0a2 (tot 2662454). 00000001:00000010:0.0:1780963542.056174:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000dd4f645f (tot 2695310). 00000001:00000010:0.0:1780963542.056228:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000b730c77f (tot 2728166). 00000001:00000010:0.0:1780963542.056552:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000959442b9 (tot 2761022). 00000001:00000010:0.0:1780963542.056617:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000094fdb340 (tot 2793878). 00000001:00000010:0.0:1780963542.056673:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e1152713 (tot 2826734). 00000001:00000010:0.0:1780963542.056723:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000bc4d77c3 (tot 2859590). 00000001:00000010:0.0:1780963542.056765:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000025869e43 (tot 2892446). 00000001:00000010:0.0:1780963542.056809:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000007f2d3baa (tot 2925302). 00000001:00000010:0.0:1780963542.056907:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000060c90bd2 (tot 2958158). 00010000:00000010:0.0:1780963542.056926:0:5581:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at 00000000cfe7c505. 00000020:00000010:0.0:1780963542.057041:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000096766a36 (tot 2958238). 00000020:00000010:0.0:1780963542.057046:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000c4607220 (tot 2958262). 00000020:00000010:0.0:1780963542.057088:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000041984b3e (tot 2958342). 00000020:00000010:0.0:1780963542.057091:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000e2570148 (tot 2958606). 00000100:00000010:0.0:1780963542.057141:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b2ae1e6. 00000100:00000010:0.0:1780963542.057147:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb3b0cce. 00000001:00000010:0.0:1780963542.057157:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000005a44fe15 (tot 2958838). 00000001:00000010:0.0:1780963542.057164:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001fb48de3 (tot 2958846). 00000001:00000010:0.0:1780963542.057167:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e41af0cd (tot 2959190). 00000001:00000010:0.0:1780963542.057170:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000ff95f11e (tot 2959422). 00000001:00000010:0.0:1780963542.057173:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000054b2d5d4 (tot 2959430). 00000001:00000010:0.0:1780963542.057175:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009179a514 (tot 2959774). 00000001:00000010:0.0:1780963542.057177:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000a20a9c3c (tot 2960006). 00000001:00000010:0.0:1780963542.057181:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009faa88e2 (tot 2960014). 00000001:00000010:0.0:1780963542.057183:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd95565a (tot 2960358). 00000020:00000010:0.0:1780963542.057473:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000044f0f1a0 (tot 2960438). 00000020:00000010:0.0:1780963542.057478:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 00000000dc4cdc59 (tot 2960798). 00000020:00000010:0.0:1780963542.057509:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000bb9982e2 (tot 2960878). 00000020:00000010:0.0:1780963542.057513:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000005163ca60 (tot 2963590). 00000040:00000010:0.0:1780963542.057532:0:5581:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b354eda4. 00000002:00000010:0.0:1780963542.057542:0:5581:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 000000000c518207. 00000020:00000010:0.0:1780963542.057715:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000004bdeaa78. 00000020:00000010:0.0:1780963542.057719:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000a8bc265a. 00000008:00000010:0.0:1780963542.057724:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.057728:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.057733:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.057738:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.057742:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.057745:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c326a89b. 00000020:00000010:0.0:1780963542.057750:0:5581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.057754:0:5581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.057758:0:5581:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.057761:0:5581:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.057765:0:5581:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.057768:0:5581:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.057770:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f32573. 00000020:00000010:0.0:1780963542.057775:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.057783:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000b5024e1c. 00000020:00000010:0.0:1780963542.057792:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.057796:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000b52412f2. 00800000:00000010:0.0:1780963542.057808:0:5581:0:(lmv_obd.c:395:lmv_add_target()) kmalloced '(tgt)': 368 at 000000004bdeaa78. 00000020:00000010:0.0:1780963542.057814:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f32573. 00000020:00000010:0.0:1780963542.057817:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c326a89b. 00000020:00000010:0.0:1780963542.057819:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.057822:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.057825:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.057827:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.057831:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.057833:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.057841:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000c326a89b. 00000020:00000010:0.0:1780963542.057843:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.057845:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.057846:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.057848:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.057850:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.057851:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.057853:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f32573. 00000020:00000010:0.0:1780963542.057855:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.057857:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.057862:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f3b9ae27. 00000020:00000010:0.0:1780963542.057863:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f3b9ae27. 00000020:00000010:0.0:1780963542.057868:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f3b9ae27. 00000020:00000010:0.0:1780963542.057869:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f3b9ae27. 00000020:00000010:0.0:1780963542.057876:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f3b9ae27. 00000020:00000010:0.0:1780963542.057878:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f3b9ae27. 00000020:00000010:0.0:1780963542.057881:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000004c4e3023. 00000100:00000010:0.0:1780963542.057886:0:5581:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 00000000c326a89b. 00000400:00000200:0.0:1780963542.057896:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.057904:0:5581:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963542.057914:0:5581:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 00000000c326a89b. 00000020:00000010:0.0:1780963542.057916:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.057921:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.057924:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.057933:0:5581:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000b2780f0e. 00000020:00000010:0.0:1780963542.057939:0:5581:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000004682933f. 00000020:00000010:0.0:1780963542.058047:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.058051:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.058055:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.058057:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b52412f2. 00000001:00000010:0.0:1780963542.058073:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f3b9ae27 (tot 2963822). 00000001:00000010:0.0:1780963542.058076:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aa429f24 (tot 2963854). 00000001:00000010:0.0:1780963542.058078:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c326a89b (tot 2964198). 00000001:00000010:0.0:1780963542.058080:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074f32573 (tot 2964542). 00000001:00000010:0.0:1780963542.058082:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e42dac29 (tot 2964886). 00000001:00000010:0.0:1780963542.058085:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b15e2840 (tot 2965230). 00000001:00000010:0.0:1780963542.058087:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000e246038c (tot 2965462). 00000001:00000010:0.0:1780963542.058089:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ce35d83d (tot 2965494). 00000001:00000010:0.0:1780963542.058090:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e73a25d (tot 2965838). 00000001:00000010:0.0:1780963542.058092:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec9fdeac (tot 2966182). 00000001:00000010:0.0:1780963542.058095:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068d3142a (tot 2966526). 00000001:00000010:0.0:1780963542.058097:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009daa3fca (tot 2966870). 00000020:00000010:0.0:1780963542.058101:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c71f7e7. 00000020:00000010:0.0:1780963542.058103:0:5581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.058106:0:5581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.058108:0:5581:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.058110:0:5581:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.058112:0:5581:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.058115:0:5581:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.058118:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020251437. 00000020:00000010:0.0:1780963542.058125:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d149dbf1. 00000020:00000010:0.0:1780963542.058127:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.058129:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.058130:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.058131:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.058133:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.058136:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00000008:00000010:0.0:1780963542.058139:0:5581:0:(osc_dev.c:210:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000013520eda. 00000020:00000010:0.0:1780963542.058149:0:5581:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 000000006b6c7992. 00000100:00000200:0.0:1780963542.058160:0:5581:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.058164:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.058167:0:5581:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.109@tcp primary NID 192.168.203.109@tcp rc 0 00010000:00000010:0.0:1780963542.058172:0:5581:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 0000000093a75cc8. 00010000:00000010:0.0:1780963542.058175:0:5581:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 0000000051c917e1. 00000001:00000010:0.0:1780963542.058178:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 0000000001bc3ff2 (tot 2967150). 00000001:00000010:0.0:1780963542.058181:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000958ec6d0 (tot 2967278). 00000001:00000010:0.0:1780963542.058184:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000a3e72429 (tot 2971462). 00000001:00000010:0.0:1780963542.058189:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000ef642362 (tot 2975646). 00000001:00000010:0.0:1780963542.058201:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000005dbace1b (tot 2979830). 00000001:00000010:0.0:1780963542.058206:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000f6e0a16d (tot 2984014). 00000001:00000010:0.0:1780963542.058210:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000092371b86 (tot 2988198). 00000001:00000010:0.0:1780963542.058216:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000085f4bbe0 (tot 2992382). 00000001:00000010:0.0:1780963542.058225:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000928d6db6 (tot 2996566). 00000001:00000010:0.0:1780963542.058230:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000006b162efe (tot 3000750). 00000001:00000010:0.0:1780963542.058234:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000aefe2b0a (tot 3004934). 00000001:00000010:0.0:1780963542.058238:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000c1a82023 (tot 3009118). 00000001:00000010:0.0:1780963542.058357:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000f2bbc26f (tot 3013302). 00000001:00000010:0.0:1780963542.058362:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000106f009d (tot 3017486). 00000001:00000010:0.0:1780963542.058366:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000052d5e873 (tot 3021670). 00000001:00000010:0.0:1780963542.058370:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000006db3e987 (tot 3025854). 00000001:00000010:0.0:1780963542.058381:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000083fe6568 (tot 3030038). 00000001:00000010:0.0:1780963542.058385:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000000405517e (tot 3034222). 00010000:00000010:0.0:1780963542.058390:0:5581:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at 00000000f0f3c463. 00000020:00000010:0.0:1780963542.058425:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000417aba98 (tot 3034302). 00000020:00000010:0.0:1780963542.058427:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000c68dcec5 (tot 3034326). 00000020:00000010:0.0:1780963542.058486:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000ccbcfa3b (tot 3034406). 00000020:00000010:0.0:1780963542.058489:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000f8e367d8 (tot 3034670). 00000100:00000010:0.0:1780963542.058529:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a9ca7fc. 00000100:00000010:0.0:1780963542.058534:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f735c50. 00000001:00000010:0.0:1780963542.058537:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000032b1bbf7 (tot 3034902). 00000001:00000010:0.0:1780963542.058540:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007fc79b00 (tot 3034910). 00000001:00000010:0.0:1780963542.058542:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006af5b88b (tot 3035254). 00000001:00000010:0.0:1780963542.058545:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000001547d2be (tot 3035486). 00000001:00000010:0.0:1780963542.058548:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000035c62bbd (tot 3035494). 00000001:00000010:0.0:1780963542.058550:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c391786 (tot 3035838). 00000001:00000010:0.0:1780963542.058552:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000c3d13eb4 (tot 3036070). 00000001:00000010:0.0:1780963542.058555:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fa326428 (tot 3036078). 00000001:00000010:0.0:1780963542.058557:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009021d250 (tot 3036422). 00000020:00000010:0.0:1780963542.058684:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000162ffdca (tot 3036502). 00000020:00000010:0.0:1780963542.058688:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000d70e43f4 (tot 3039214). 00000100:00000010:0.0:1780963542.058700:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cf152bb. 00000100:00000010:0.0:1780963542.058856:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000085c21464. 00000100:00000010:0.0:1780963542.058861:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebb18458. 00000100:00000010:0.0:1780963542.059078:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000748be11f. 00000100:00000010:0.0:1780963542.059082:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002feea03a. 00000100:00000010:0.0:1780963542.059539:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c5883205. 00000100:00000010:0.0:1780963542.059545:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c35d8cea. 00000100:00000010:0.0:1780963542.059713:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000992c40b8. 00000100:00000010:0.0:1780963542.059718:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c99119b. 00000100:00000010:0.0:1780963542.059883:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000000eee7c31. 00000100:00000010:0.0:1780963542.059888:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000511fdc9e. 00000100:00000010:0.0:1780963542.060053:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000000fbfdcd9. 00000100:00000010:0.0:1780963542.060058:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ede0ffc. 00000100:00000010:0.0:1780963542.060215:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b5fed1e1. 00000100:00000010:0.0:1780963542.060220:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004fc91d68. 00000100:00000010:0.0:1780963542.060510:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000005f875a4f. 00000100:00000010:0.0:1780963542.060515:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000323e9320. 00000100:00000010:0.0:1780963542.060683:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000089b53137. 00000100:00000010:0.0:1780963542.060687:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007074795b. 00000100:00000010:0.0:1780963542.060840:0:5581:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b7b235b9. 00000020:00000010:0.0:1780963542.060848:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d149dbf1. 00000020:00000010:0.0:1780963542.060853:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.060857:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.060862:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.060866:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.060872:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.060875:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.060879:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020251437. 00000020:00000010:0.0:1780963542.060882:0:5581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.060887:0:5581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.060891:0:5581:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.060894:0:5581:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.060898:0:5581:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.060900:0:5581:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.060903:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c71f7e7. 00000020:00000010:0.0:1780963542.060909:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.060911:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.060919:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.060925:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.060931:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c71f7e7. 00000020:00000010:0.0:1780963542.060934:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020251437. 00000020:00000010:0.0:1780963542.060944:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.060947:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.060949:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.060952:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.060956:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.060958:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00020000:00000010:0.0:1780963542.061031:0:5581:0:(lov_obd.c:511:lov_add_target()) kmalloced '(newtgts)': 16 at 000000009f27dc36. 00020000:00000010:0.0:1780963542.061035:0:5581:0:(lov_obd.c:534:lov_add_target()) kmalloced '(tgt)': 368 at 00000000d149dbf1. 00020000:00000010:0.0:1780963542.061040:0:5581:0:(lov_dev.c:305:lov_expand_targets()) kmalloced '(newd)': 16 at 00000000c1c7b077. 00000020:00000010:0.0:1780963542.061043:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000020251437. 00000020:00000010:0.0:1780963542.061045:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.061047:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.061049:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.061051:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.061053:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.061055:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.061057:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c71f7e7. 00000020:00000010:0.0:1780963542.061058:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.061060:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.061065:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000cd1d7626. 00000020:00000010:0.0:1780963542.061067:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000cd1d7626. 00000020:00000010:0.0:1780963542.061072:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000cd1d7626. 00000020:00000010:0.0:1780963542.061074:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000cd1d7626. 00000020:00000010:0.0:1780963542.061079:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000cd1d7626. 00000020:00000010:0.0:1780963542.061081:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000cd1d7626. 00000020:00000010:0.0:1780963542.061083:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000004c4e3023. 00000100:00000010:0.0:1780963542.061086:0:5581:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000006c71f7e7. 00000400:00000200:0.0:1780963542.061096:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.061105:0:5581:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963542.061108:0:5581:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 000000006c71f7e7. 00000020:00000010:0.0:1780963542.061111:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.061114:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.061123:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.061139:0:5581:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000a470cc7a. 00000020:00000010:0.0:1780963542.061145:0:5581:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e6778847. 00000020:00000010:0.0:1780963542.061198:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.061202:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.061206:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.061209:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b52412f2. 00000001:00000010:0.0:1780963542.061232:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000cd1d7626 (tot 3039446). 00000001:00000010:0.0:1780963542.061237:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d34789b5 (tot 3039478). 00000001:00000010:0.0:1780963542.061240:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c71f7e7 (tot 3039822). 00000001:00000010:0.0:1780963542.061242:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020251437 (tot 3040166). 00000001:00000010:0.0:1780963542.061245:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f9a87d3 (tot 3040510). 00000001:00000010:0.0:1780963542.061432:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000049d375e7 (tot 3040854). 00000001:00000010:0.0:1780963542.061437:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000631eb7a2 (tot 3041086). 00000001:00000010:0.0:1780963542.061440:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007960daeb (tot 3041118). 00000001:00000010:0.0:1780963542.061442:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f626243 (tot 3041462). 00000001:00000010:0.0:1780963542.061444:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e08e6eb5 (tot 3041806). 00000001:00000010:0.0:1780963542.061446:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007de23f44 (tot 3042150). 00000001:00000010:0.0:1780963542.061448:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000118e7c3d (tot 3042494). 00000020:00000010:0.0:1780963542.061452:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af14b057. 00000020:00000010:0.0:1780963542.061455:0:5581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.061459:0:5581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.061462:0:5581:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.061464:0:5581:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.061467:0:5581:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.061470:0:5581:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.061473:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006794ef35. 00000020:00000010:0.0:1780963542.061476:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000433736b4. 00000020:00000010:0.0:1780963542.061479:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.061481:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.061488:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.061491:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.061493:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.061495:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00000008:00000010:0.0:1780963542.061499:0:5581:0:(osc_dev.c:210:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000076e96fa6. 00000020:00000010:0.0:1780963542.061510:0:5581:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 000000003d1055b0. 00000100:00000200:0.0:1780963542.061525:0:5581:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.061530:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.061535:0:5581:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.109@tcp primary NID 192.168.203.109@tcp rc 0 00010000:00000010:0.0:1780963542.061541:0:5581:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 0000000062bf6d09. 00010000:00000010:0.0:1780963542.061546:0:5581:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 000000007372dbea. 00000001:00000010:0.0:1780963542.061549:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 000000007c96484b (tot 3042774). 00000001:00000010:0.0:1780963542.061553:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000174215e2 (tot 3042902). 00000001:00000010:0.0:1780963542.061557:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000bfdddfeb (tot 3047086). 00000001:00000010:0.0:1780963542.061563:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000079a0d1eb (tot 3051270). 00000001:00000010:0.0:1780963542.061577:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000d719a0eb (tot 3055454). 00000001:00000010:0.0:1780963542.061583:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000d721b439 (tot 3059638). 00000001:00000010:0.0:1780963542.061589:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000004291c5f0 (tot 3063822). 00000001:00000010:0.0:1780963542.061594:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000626a0a47 (tot 3068006). 00000001:00000010:0.0:1780963542.061618:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000055464b85 (tot 3072190). 00000001:00000010:0.0:1780963542.061625:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000b32ac44a (tot 3076374). 00000001:00000010:0.0:1780963542.061630:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000836f4cbe (tot 3080558). 00000001:00000010:0.0:1780963542.061636:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000073e03a6c (tot 3084742). 00000001:00000010:0.0:1780963542.061649:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000b7246c02 (tot 3088926). 00000001:00000010:0.0:1780963542.061655:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000008a4a0547 (tot 3093110). 00000001:00000010:0.0:1780963542.061661:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000008a9fe14a (tot 3097294). 00000001:00000010:0.0:1780963542.061667:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000323e11cc (tot 3101478). 00000001:00000010:0.0:1780963542.061678:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000082fc6fe0 (tot 3105662). 00000001:00000010:0.0:1780963542.061684:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000004bc9f9bd (tot 3109846). 00010000:00000010:0.0:1780963542.061690:0:5581:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at 00000000cb34e676. 00000020:00000010:0.0:1780963542.061752:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000001d5ce217 (tot 3109926). 00000020:00000010:0.0:1780963542.061755:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000a4a0693d (tot 3109950). 00000020:00000010:0.0:1780963542.061795:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000007d4fd987 (tot 3110030). 00000020:00000010:0.0:1780963542.061798:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 0000000079395192 (tot 3110294). 00000100:00000010:0.0:1780963542.061826:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e45d92f1. 00000100:00000010:0.0:1780963542.061829:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010344e2e. 00000001:00000010:0.0:1780963542.061833:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000602f7df9 (tot 3110526). 00000001:00000010:0.0:1780963542.061836:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000088d269c2 (tot 3110534). 00000001:00000010:0.0:1780963542.061838:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000078e48bd7 (tot 3110878). 00000001:00000010:0.0:1780963542.061840:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000007ff82b52 (tot 3111110). 00000001:00000010:0.0:1780963542.061843:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000011aaedfc (tot 3111118). 00000001:00000010:0.0:1780963542.061844:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da4d6055 (tot 3111462). 00000001:00000010:0.0:1780963542.061846:0:5581:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000c5678e16 (tot 3111694). 00000001:00000010:0.0:1780963542.061849:0:5581:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000090c8a64a (tot 3111702). 00000001:00000010:0.0:1780963542.061851:0:5581:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e9a25f1 (tot 3112046). 00000020:00000010:0.0:1780963542.062067:0:5581:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000024515662 (tot 3112126). 00000020:00000010:0.0:1780963542.062071:0:5581:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000711be03b (tot 3114838). 00000020:00000010:0.0:1780963542.062086:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000433736b4. 00000020:00000010:0.0:1780963542.062089:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.062092:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.062095:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.062097:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.062100:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.062103:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.062105:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006794ef35. 00000020:00000010:0.0:1780963542.062108:0:5581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000896bbfec. 00000020:00000010:0.0:1780963542.062112:0:5581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe0a761. 00000008:00000010:0.0:1780963542.062116:0:5581:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000092958f3e. 00020000:00000010:0.0:1780963542.062118:0:5581:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000023f485ef. 00008000:00000010:0.0:1780963542.062121:0:5581:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006dafbf39. 00000080:00000010:0.0:1780963542.062130:0:5581:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002f1771a8. 00000020:00000010:0.0:1780963542.062132:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af14b057. 00000020:00000010:0.0:1780963542.062136:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b52412f2. 00000020:00000010:0.0:1780963542.062138:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.062144:0:5581:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.062147:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000000d6a5598. 00000020:00000010:0.0:1780963542.062151:0:5581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af14b057. 00000020:00000010:0.0:1780963542.062153:0:5581:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006794ef35. 00000020:00000010:0.0:1780963542.062155:0:5581:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.062159:0:5581:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.062161:0:5581:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.062163:0:5581:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.062165:0:5581:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.062166:0:5581:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000c867877. 00020000:00000010:0.0:1780963542.062173:0:5581:0:(lov_obd.c:534:lov_add_target()) kmalloced '(tgt)': 368 at 00000000433736b4. 00000020:00000010:0.0:1780963542.062176:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000006794ef35. 00000020:00000010:0.0:1780963542.062178:0:5581:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000007ea78f4a. 00000008:00000010:0.0:1780963542.062180:0:5581:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000001dab2e51. 00020000:00000010:0.0:1780963542.062182:0:5581:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000dc997c8d. 00008000:00000010:0.0:1780963542.062184:0:5581:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000f07604c7. 00000080:00000010:0.0:1780963542.062185:0:5581:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000028adde83. 00000080:00000010:0.0:1780963542.062187:0:5581:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000000c867877. 00000020:00000010:0.0:1780963542.062189:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af14b057. 00000020:00000010:0.0:1780963542.062190:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000000d6a5598. 00000020:00000010:0.0:1780963542.062192:0:5581:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.062195:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009483d59f. 00000020:00000010:0.0:1780963542.062197:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009483d59f. 00000020:00000010:0.0:1780963542.062201:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009483d59f. 00000020:00000010:0.0:1780963542.062202:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009483d59f. 00000020:00000010:0.0:1780963542.062205:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000004c4e3023. 00000020:00000010:0.0:1780963542.062206:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000004c4e3023. 00000100:00000010:0.0:1780963542.062214:0:5581:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b888b505. 02000000:00000010:0.0:1780963542.062232:0:5581:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af14b057. 00000100:00000010:0.0:1780963542.062245:0:5581:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b52412f2. 02000000:00000010:0.0:1780963542.062441:0:5581:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006fd7a95a. 00000400:00000200:0.0:1780963542.062449:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.062453:0:5581:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036afa871. 00000400:00000010:0.0:1780963542.062458:0:5581:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000a478df78 (tot 3115022). 00000100:00000200:0.0:1780963542.062464:0:5581:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475461341696, portal 25 00000400:00000010:0.0:1780963542.062478:0:5581:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7685ab5. 00000100:00000200:0.0:1780963542.062481:0:5581:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475461341696, offset 0 00000400:00000200:0.0:1780963542.062488:0:5581:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.062494:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.062501:0:5581:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.062508:0:5581:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.062511:0:5581:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.062514:0:5581:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.062518:0:5581:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [11:11:256:4294967295] 192.168.203.109@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1780963542.062521:0:5581:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.062529:0:5581:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.062540:0:5581:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.062544:0:5581:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009483d59f (tot 3115270). 00000800:00000200:0.0:1780963542.062551:0:5581:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.062558:0:5581:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.062562:0:5581:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009483d59f type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.062668:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.062671:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009483d59f (tot 3115022). 00000400:00000200:0.0:1780963542.062676:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.062680:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.062683:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b7685ab5 00000400:00000010:0.0:1780963542.062685:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b7685ab5. 00000100:00000200:0.0:1780963542.062691:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b888b505 x1867475461341696/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.070947:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.070957:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.070964:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.070970:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.070974:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.070978:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 8472 into portal 25 MB=0x6a27583800200 00000400:00000200:0.0:1780963542.070986:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.070992:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 8472/8472 into md 0x261 [4] + 224 00000400:00000200:0.0:1780963542.071025:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.071031:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.071043:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b888b505 x1867475461341696/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963542.071087:0:5581:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036afa871. 00000400:00000200:0.0:1780963542.071091:0:5581:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a478df78 00000400:00000010:0.0:1780963542.071092:0:5581:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000a478df78 (tot 3114838). 00000100:00000200:0.0:1780963542.071097:0:5581:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b888b505 x1867475461341696/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963542.071104:0:5581:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b888b505 x1867475461341696/t0(0) o502->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963542.071125:0:5581:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b52412f2. 02000000:00000010:0.0:1780963542.071134:0:5581:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006fd7a95a. 02000000:00000010:0.0:1780963542.071146:0:5581:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af14b057. 00000100:00000010:0.0:1780963542.071150:0:5581:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b888b505. 00000020:00000010:0.0:1780963542.071163:0:5581:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009483d59f. 00000020:00000010:0.0:1780963542.071166:0:5581:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009483d59f. 00000040:00000010:0.0:1780963542.071170:0:5581:0:(llog.c:828:llog_process_thread()) kfreed 'buf': 8192 at 0000000023d429c4. 00000020:00000010:0.0:1780963542.071176:0:5581:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d45a3967. 00000040:00000010:0.0:1780963542.071180:0:5581:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000095be019. 00000020:00000010:0.0:1780963542.071184:0:5581:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000a8d820db. 00000020:00000010:0.0:1780963542.071189:0:5581:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000950d95ed. 80000000:00000010:0.0:1780963542.071200:0:5581:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000004369e9e4. 00040000:00000010:0.0:1780963542.071204:0:5581:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000bf1e8c39. 00040000:00000010:0.0:1780963542.071208:0:5581:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000e828dede. 20000000:00000010:0.0:1780963542.071212:0:5581:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 0000000035b0e3a3. 00000020:00000010:0.0:1780963542.071214:0:5581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db6df06a. 00000040:00000010:0.0:1780963542.071301:0:5562:0:(llog.c:926:llog_process_or_fork()) kfreed 'lpi': 104 at 0000000074a977a5. 00000040:00000010:0.0:1780963542.071307:0:5562:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 000000000b7b4902. 00000040:00000010:0.0:1780963542.071311:0:5562:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 0000000088dc786d. 00000020:00000010:0.0:1780963542.071315:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc267c28. 00000040:00000010:0.0:1780963542.071317:0:5562:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000feba9693. 00000020:00000010:0.0:1780963542.071319:0:5562:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000007194da79. 00000020:00000010:0.0:1780963542.071321:0:5562:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000000c1813c3. 80000000:00000010:0.0:1780963542.071323:0:5562:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000b830f72f. 00040000:00000010:0.0:1780963542.071325:0:5562:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000091768219. 20000000:00000010:0.0:1780963542.071327:0:5562:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000005667975e. 00000020:00000010:0.0:1780963542.071329:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cabf9a9a. 10000000:00000010:0.0:1780963542.071331:0:5562:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d1c63e92. 00000100:00000010:0.0:1780963542.072886:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b888b505. 02000000:00000010:0.0:1780963542.072906:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af14b057. 00010000:00000010:0.0:1780963542.072920:0:5562:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3963a9a. 00010000:00000010:0.0:1780963542.072925:0:5562:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023f485ef. 00000020:00000010:0.0:1780963542.072931:0:5562:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000004c4e3023 (tot 3114902). 00000100:00000010:0.0:1780963542.072945:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b52412f2. 02000000:00000010:0.0:1780963542.072960:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a269fe4. 00000400:00000200:0.0:1780963542.072968:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.072972:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036afa871. 00000400:00000010:0.0:1780963542.072976:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7685ab5. 00000100:00000200:0.0:1780963542.072982:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461341760, portal 25 00000400:00000010:0.0:1780963542.072986:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6d5379. 00000100:00000200:0.0:1780963542.072988:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475461341760, offset 0 00000400:00000200:0.0:1780963542.072994:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.073002:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.073009:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.073023:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.073026:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.073028:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.073031:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [12:12:256:4294967295] 192.168.203.109@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1780963542.073034:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.073040:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.073044:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.073048:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009483d59f (tot 3115150). 00000800:00000200:0.0:1780963542.073053:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.073060:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.073063:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009483d59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.074454:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.074462:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009483d59f (tot 3114902). 00000400:00000200:0.0:1780963542.074468:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.074476:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.074480:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6d5379 00000400:00000010:0.0:1780963542.074482:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6d5379. 00000100:00000200:0.0:1780963542.074489:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b888b505 x1867475461341760/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.081119:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.081129:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.081135:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.081140:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.081144:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.081148:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 344 into portal 25 MB=0x6a27583800240 00000400:00000200:0.0:1780963542.081154:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.081159:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 344/344 into md 0x271 [1] + 224 00000400:00000200:0.0:1780963542.081173:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.081177:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.081187:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b888b505 x1867475461341760/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963542.081239:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036afa871. 00000400:00000200:0.0:1780963542.081243:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b7685ab5 00000400:00000010:0.0:1780963542.081266:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b7685ab5. 00000100:00000200:0.0:1780963542.081272:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b888b505 x1867475461341760/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963542.081280:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b888b505 x1867475461341760/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963542.081304:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b52412f2. 02000000:00000010:0.0:1780963542.081323:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a269fe4. 02000000:00000010:0.0:1780963542.081328:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af14b057. 00000100:00000010:0.0:1780963542.081331:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b888b505. 10000000:00000010:0.0:1780963542.081339:0:5562:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 2048 at 000000008cb3cb09. 00000100:00000010:0.0:1780963542.082096:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b888b505. 02000000:00000010:0.0:1780963542.082114:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af14b057. 00000100:00000010:0.0:1780963542.082124:0:5562:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 000000001a269fe4. 00000100:00000010:0.0:1780963542.082129:0:5562:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000b5591e88. 00000100:00000010:0.0:1780963542.082148:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b52412f2. 00000400:00000200:0.0:1780963542.082170:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.082174:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036afa871. 00000400:00000010:0.0:1780963542.082181:0:5562:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 4216 at 000000005a6df6a2 (tot 3119118). 00000100:00000200:0.0:1780963542.082187:0:5562:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a27583800280-0x6a27583800280, portal 33 02000000:00000010:0.0:1780963542.082193:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ec4a6b8. 00000400:00000200:0.0:1780963542.082195:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.082197:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000592440cf. 00000400:00000010:0.0:1780963542.082199:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7685ab5. 00000100:00000200:0.0:1780963542.082202:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461341824, portal 25 00000400:00000010:0.0:1780963542.082207:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6d5379. 00000100:00000200:0.0:1780963542.082209:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1867475461341824, offset 0 00000400:00000200:0.0:1780963542.082214:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.082222:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.082229:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.082243:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.082267:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.082270:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.082273:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [13:13:256:4294967295] 192.168.203.109@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1780963542.082277:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.082283:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.082289:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.082294:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009483d59f (tot 3119366). 00000800:00000200:0.0:1780963542.082300:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.082306:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.082310:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009483d59f type 1, nob 400 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.083060:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.083065:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009483d59f (tot 3119118). 00000400:00000200:0.0:1780963542.083071:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.083076:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.083080:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6d5379 00000400:00000010:0.0:1780963542.083082:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6d5379. 00000100:00000200:0.0:1780963542.083088:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b888b505 x1867475461341824/t0(0) o256->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.085475:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085485:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.085493:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085497:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085502:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085506:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 128 into portal 33 MB=0x6a27583800280 00000400:00000200:0.0:1780963542.085511:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085516:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.109@tcp of length 128/128 into md 0x281 [256] + 0 00000400:00000010:0.0:1780963542.085521:0:2245:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036afa871. 00000400:00000200:0.0:1780963542.085525:0:2245:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005a6df6a2 00000400:00000200:0.0:1780963542.085537:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.085551:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.085556:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a6df6a2 00000400:00000010:0.0:1780963542.085558:0:2245:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 4216 at 000000005a6df6a2 (tot 3114902). 00000100:00000200:0.0:1780963542.085563:0:2245:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 000000001a269fe4 00000400:00000200:0.0:1780963542.085588:0:2245:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780963542.085592:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085597:0:2245:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.9@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.085613:0:2245:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [14:14:256:4294967295] 192.168.203.109@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1780963542.085618:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.085626:0:2245:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:192.168.203.9@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : ACK try# 0 00000800:00000200:0.0:1780963542.085631:0:2245:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.085637:0:2245:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000005a6df6a2 (tot 3119230). 00000800:00000200:0.0:1780963542.085641:0:2245:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.085648:0:2245:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.085651:0:2245:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a6df6a2 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780963542.086132:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.086136:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000005a6df6a2 (tot 3114902). 00000400:00000200:0.0:1780963542.086140:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.086144:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: ACK: OK 00000400:00000200:0.0:1780963542.090109:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.090118:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.090125:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.090130:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.090133:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.090137:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 240 into portal 25 MB=0x6a27583800280 00000400:00000200:0.0:1780963542.090142:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.090147:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 240/240 into md 0x289 [1] + 224 00000400:00000200:0.0:1780963542.090160:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.090164:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.090181:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b888b505 x1867475461341824/t0(0) o256->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963542.090468:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000592440cf. 00000400:00000200:2.0:1780963542.090473:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b7685ab5 00000400:00000010:2.0:1780963542.090475:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b7685ab5. 00000100:00000200:2.0:1780963542.090480:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b888b505 x1867475461341824/t0(0) o256->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963542.090487:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b888b505 x1867475461341824/t0(0) o256->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963542.090508:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b52412f2. 10000000:00000010:2.0:1780963542.090520:0:5562:0:(mgc_request.c:1412:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000047f994c6. 00000100:00000200:2.0:1780963542.090529:0:5562:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.109@tcp 00000100:00000200:2.0:1780963542.090531:0:5562:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1780963542.090535:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963542.090539:0:5562:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1780963542.090545:0:5562:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000e76a4aed. 00000020:00000010:2.0:1780963542.090552:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d94656cc. 00000020:00000010:2.0:1780963542.090556:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.090559:0:5562:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.090564:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.090568:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.090573:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.090578:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.090582:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.093567:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.093578:0:5562:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.093582:0:5562:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.093588:0:5562:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.093592:0:5562:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.093597:0:5562:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.093609:0:5562:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.093612:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d94656cc. 10000000:00000010:2.0:1780963542.093617:0:5562:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000e76a4aed. 00000100:00000200:2.0:1780963542.093630:0:5562:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.109@tcp 00000100:00000200:2.0:1780963542.093633:0:5562:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1780963542.093641:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963542.093650:0:5562:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1780963542.093656:0:5562:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000e76a4aed. 00000020:00000010:2.0:1780963542.093662:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d94656cc. 00000020:00000010:2.0:1780963542.093665:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.093668:0:5562:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.093672:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.093847:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.093853:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.093858:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.093860:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.093905:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.093909:0:5562:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.093911:0:5562:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.093913:0:5562:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.093915:0:5562:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.093918:0:5562:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.093919:0:5562:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.093921:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d94656cc. 10000000:00000010:2.0:1780963542.093923:0:5562:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000e76a4aed. 00000100:00000200:2.0:1780963542.093930:0:5562:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.109@tcp 00000100:00000200:2.0:1780963542.093931:0:5562:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1780963542.093942:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963542.093945:0:5562:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1780963542.093949:0:5562:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000e76a4aed. 00000020:00000010:2.0:1780963542.093953:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d94656cc. 00000020:00000010:2.0:1780963542.093956:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.093958:0:5562:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.093960:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.093962:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.093964:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.093967:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.093969:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.093990:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.093993:0:5562:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.093995:0:5562:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.093997:0:5562:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.093999:0:5562:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.094001:0:5562:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.094003:0:5562:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.094004:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d94656cc. 10000000:00000010:2.0:1780963542.094006:0:5562:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000e76a4aed. 00000100:00000200:2.0:1780963542.094011:0:5562:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.109@tcp 00000100:00000200:2.0:1780963542.094013:0:5562:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1780963542.094016:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963542.094019:0:5562:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1780963542.094023:0:5562:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000e76a4aed. 00000020:00000010:2.0:1780963542.094026:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d94656cc. 00000020:00000010:2.0:1780963542.094029:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.094031:0:5562:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.094033:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.094034:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.094036:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.094038:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.094040:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.094065:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000018bc12a3. 00000020:00000010:2.0:1780963542.094068:0:5562:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000fcfa739e. 00000008:00000010:2.0:1780963542.094070:0:5562:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963542.094072:0:5562:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963542.094074:0:5562:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000005e0c576d. 00000080:00000010:2.0:1780963542.094077:0:5562:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963542.094078:0:5562:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000fe4ed349. 00000020:00000010:2.0:1780963542.094080:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d94656cc. 10000000:00000010:2.0:1780963542.094082:0:5562:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000e76a4aed. 10000000:00000010:2.0:1780963542.094084:0:5562:0:(mgc_request.c:1603:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000047f994c6. 02000000:00000010:2.0:1780963542.094091:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ec4a6b8. 00000100:00000010:2.0:1780963542.094105:0:5562:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at 00000000b5591e88. 00000100:00000010:2.0:1780963542.094108:0:5562:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 000000001a269fe4. 02000000:00000010:2.0:1780963542.094111:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af14b057. 00000100:00000010:2.0:1780963542.094115:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b888b505. 10000000:00000010:2.0:1780963542.097014:0:5562:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 2048 at 000000008cb3cb09. 00000100:00000010:2.0:1780963542.097048:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a17907a0. 02000000:00000010:2.0:1780963542.097061:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d94656cc. 00010000:00000010:2.0:1780963542.097073:0:5562:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a743b323. 00010000:00000010:2.0:1780963542.097087:0:5562:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021422e5c. 00000020:00000010:2.0:1780963542.097093:0:5562:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000fcfa739e (tot 3114966). 00000100:00000010:2.0:1780963542.097109:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e538f849. 02000000:00000010:2.0:1780963542.097128:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b7ab06a. 00000400:00000200:2.0:1780963542.097137:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963542.097142:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004018e1e3. 00000400:00000010:2.0:1780963542.097146:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5c88bcc. 00000100:00000200:2.0:1780963542.097153:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461341888, portal 25 00000400:00000010:2.0:1780963542.097157:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1f2c7f1. 00000100:00000200:2.0:1780963542.097160:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475461341888, offset 0 00000400:00000200:2.0:1780963542.097167:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963542.097174:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963542.097183:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963542.097194:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963542.097197:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963542.097200:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963542.097203:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [15:15:256:4294967295] 192.168.203.109@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1780963542.097207:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963542.097215:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963542.097221:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963542.097226:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc82ef14 (tot 3115214). 00000800:00000200:2.0:1780963542.097231:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963542.097238:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963542.097241:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc82ef14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.104904:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.104910:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc82ef14 (tot 3114966). 00000400:00000200:0.0:1780963542.104918:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.104926:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.104931:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1f2c7f1 00000400:00000010:0.0:1780963542.104933:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1f2c7f1. 00000100:00000200:0.0:1780963542.104942:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a17907a0 x1867475461341888/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.105459:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.105464:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.105472:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.105476:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.105480:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.105484:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 344 into portal 25 MB=0x6a275838002c0 00000400:00000200:0.0:1780963542.105488:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.105494:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 344/344 into md 0x299 [1] + 224 00000400:00000200:0.0:1780963542.105506:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.105510:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.105515:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a17907a0 x1867475461341888/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963542.107473:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004018e1e3. 00000400:00000200:0.0:1780963542.107481:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5c88bcc 00000400:00000010:0.0:1780963542.107483:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5c88bcc. 00000100:00000200:0.0:1780963542.107494:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a17907a0 x1867475461341888/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963542.107504:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a17907a0 x1867475461341888/t0(0) o101->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963542.107527:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e538f849. 02000000:00000010:0.0:1780963542.107545:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b7ab06a. 02000000:00000010:0.0:1780963542.107557:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d94656cc. 00000100:00000010:0.0:1780963542.107561:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a17907a0. 10000000:00000010:0.0:1780963542.107569:0:5562:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007ea78f4a. 00000020:00000010:0.0:1780963542.107573:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feba9693. 00000020:00000010:0.0:1780963542.107577:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc267c28. 00000040:00000010:0.0:1780963542.107580:0:5562:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000088dc786d. 00000020:00000010:0.0:1780963542.107584:0:5562:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000008cb3cb09. 00000020:00000010:0.0:1780963542.107588:0:5562:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000db6df06a. 80000000:00000010:0.0:1780963542.107592:0:5562:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000001e346356. 00040000:00000010:0.0:1780963542.107596:0:5562:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000e828dede. 20000000:00000010:0.0:1780963542.109543:0:5562:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000950d95ed. 00000040:00000010:0.0:1780963542.109556:0:5562:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000095be019. 00000100:00000010:0.0:1780963542.109563:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6904721. 02000000:00000010:0.0:1780963542.109577:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d45a3967. 00000100:00000010:0.0:1780963542.109589:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000524dd8f. 02000000:00000010:0.0:1780963542.109629:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ee6b21b. 00000400:00000200:0.0:1780963542.109641:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.109645:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036afa871. 00000400:00000010:0.0:1780963542.109650:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6d5379. 00000100:00000200:0.0:1780963542.109657:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461341952, portal 25 00000400:00000010:0.0:1780963542.109662:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dabdc6b. 00000100:00000200:0.0:1780963542.109664:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1867475461341952, offset 0 00000400:00000200:0.0:1780963542.109670:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.109689:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.109699:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.109706:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.109709:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.109711:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.109714:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [16:16:256:4294967295] 192.168.203.109@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1780963542.109719:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.109883:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.109890:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.109901:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009483d59f (tot 3115214). 00000800:00000200:0.0:1780963542.109907:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.109914:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.109918:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009483d59f type 1, nob 600 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.117063:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.117072:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009483d59f (tot 3114966). 00000400:00000200:0.0:1780963542.117079:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.117089:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.117094:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dabdc6b 00000400:00000010:0.0:1780963542.117097:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dabdc6b. 00000100:00000200:0.0:1780963542.117106:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6904721 x1867475461341952/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1780963542.120051:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120058:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.120063:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120067:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120070:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120073:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 25 MB=0x6a27583800300 00000400:00000200:0.0:1780963542.120077:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120080:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 272/272 into md 0x2a1 [1] + 224 00000400:00000200:0.0:1780963542.120098:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.120101:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.120108:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6904721 x1867475461341952/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963542.120139:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036afa871. 00000400:00000200:0.0:1780963542.120142:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6d5379 00000400:00000010:0.0:1780963542.120143:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6d5379. 00000100:00000200:0.0:1780963542.120146:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a6904721 x1867475461341952/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963542.120151:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a6904721 x1867475461341952/t0(0) o501->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963542.120178:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000524dd8f. 02000000:00000010:0.0:1780963542.120185:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ee6b21b. 02000000:00000010:0.0:1780963542.120188:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d45a3967. 00000100:00000010:0.0:1780963542.120190:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6904721. 00000040:00000010:0.0:1780963542.120197:0:5562:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005a6df6a2. 00000100:00000010:0.0:1780963542.120200:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6904721. 02000000:00000010:0.0:1780963542.120207:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ee6b21b. 00000100:00000010:0.0:1780963542.120214:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000524dd8f. 02000000:00000010:0.0:1780963542.120234:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bc426f81. 00000400:00000200:0.0:1780963542.120239:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.120241:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036afa871. 00000400:00000010:0.0:1780963542.120264:0:5562:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 0000000010e5b53c (tot 3115150). 00000100:00000200:0.0:1780963542.120270:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475461342016, portal 25 00000400:00000010:0.0:1780963542.120275:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6d5379. 00000100:00000200:0.0:1780963542.120277:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475461342016, offset 0 00000400:00000200:0.0:1780963542.120283:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.120289:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120295:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.120300:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.120303:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.120305:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.120308:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [17:17:256:4294967295] 192.168.203.109@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1780963542.120312:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.120325:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.120330:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.120334:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009483d59f (tot 3115398). 00000800:00000200:0.0:1780963542.120343:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.120350:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.120354:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009483d59f type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.120443:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.120452:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009483d59f (tot 3115150). 00000400:00000200:0.0:1780963542.120455:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.120459:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.120461:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6d5379 00000400:00000010:0.0:1780963542.120462:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6d5379. 00000100:00000200:0.0:1780963542.120466:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6904721 x1867475461342016/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1780963542.123079:0:5588:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000746098cb. 00000020:00000010:1.0:1780963542.123091:0:5588:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000746098cb. 00000020:00000010:0.0:1780963542.124441:0:5589:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007628d9fe. 00000020:00000010:0.0:1780963542.124451:0:5589:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007628d9fe. 00000400:00000200:0.0:1780963542.124642:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.124650:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.124657:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.124662:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.124666:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.124670:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 8416 into portal 25 MB=0x6a27583800340 00000400:00000200:0.0:1780963542.124676:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.124681:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 8416/8416 into md 0x2b1 [4] + 224 00000400:00000200:0.0:1780963542.124700:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.124704:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.124713:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6904721 x1867475461342016/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963542.124751:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036afa871. 00000400:00000200:0.0:1780963542.124755:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5b53c 00000400:00000010:0.0:1780963542.124757:0:5562:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 0000000010e5b53c (tot 3114966). 00000100:00000200:0.0:1780963542.124762:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a6904721 x1867475461342016/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963542.124769:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a6904721 x1867475461342016/t0(0) o503->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963586 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963542.124791:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000524dd8f. 02000000:00000010:0.0:1780963542.124802:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bc426f81. 02000000:00000010:0.0:1780963542.124816:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ee6b21b. 00000100:00000010:0.0:1780963542.124826:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6904721. 00000040:00000010:0.0:1780963542.124834:0:5562:0:(llog.c:883:llog_process_or_fork()) kmalloced '(lpi)': 104 at 000000000d6a5598. 00000020:00000010:0.0:1780963542.128338:0:5591:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc04dde1. 00000020:00000010:0.0:1780963542.128350:0:5591:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002a864c41. 00000040:00000010:0.0:1780963542.128354:0:5591:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000bc5198a3. 00000020:00000010:0.0:1780963542.128375:0:5591:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000018235216. 00000020:00000010:0.0:1780963542.128380:0:5591:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000028610ae4. 80000000:00000010:0.0:1780963542.128384:0:5591:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000070182918. 00040000:00000010:0.0:1780963542.128389:0:5591:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000009483d59f. 00040000:00000010:0.0:1780963542.128392:0:5591:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000000c477b33. 20000000:00000010:0.0:1780963542.128395:0:5591:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000000dfd216e. 00000040:00000010:0.0:1780963542.128404:0:5591:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c56432b2. 00000040:00000010:0.0:1780963542.128900:0:5591:0:(llog.c:828:llog_process_thread()) kfreed 'buf': 8192 at 00000000c56432b2. 00000020:00000010:0.0:1780963542.128908:0:5591:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000002a864c41. 00000040:00000010:0.0:1780963542.128912:0:5591:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000bc5198a3. 00000020:00000010:0.0:1780963542.128915:0:5591:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000018235216. 00000020:00000010:0.0:1780963542.128919:0:5591:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000028610ae4. 80000000:00000010:0.0:1780963542.128922:0:5591:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000070182918. 00040000:00000010:0.0:1780963542.128926:0:5591:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000009483d59f. 00040000:00000010:0.0:1780963542.128929:0:5591:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000000c477b33. 20000000:00000010:0.0:1780963542.128931:0:5591:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000000dfd216e. 00000020:00000010:0.0:1780963542.128933:0:5591:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc04dde1. 00000040:00000010:0.0:1780963542.128946:0:5562:0:(llog.c:926:llog_process_or_fork()) kfreed 'lpi': 104 at 000000000d6a5598. 00000040:00000010:0.0:1780963542.128951:0:5562:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 000000005a6df6a2. 00000040:00000010:0.0:1780963542.128955:0:5562:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000095be019. 00000020:00000010:0.0:1780963542.128960:0:5562:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc267c28. 00000040:00000010:0.0:1780963542.128962:0:5562:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000088dc786d. 00000020:00000010:0.0:1780963542.128965:0:5562:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000008cb3cb09. 00000020:00000010:0.0:1780963542.128968:0:5562:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000db6df06a. 80000000:00000010:0.0:1780963542.128971:0:5562:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000001e346356. 00040000:00000010:0.0:1780963542.128972:0:5562:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000e828dede. 20000000:00000010:0.0:1780963542.128974:0:5562:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000950d95ed. 00000020:00000010:0.0:1780963542.128977:0:5562:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feba9693. 10000000:00000010:0.0:1780963542.128979:0:5562:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007ea78f4a. 00000020:00000010:0.0:1780963542.128995:0:5562:0:(obd_mount.c:98:lustre_process_log()) kfreed 'lcfg': 176 at 00000000f42e1336. 00000020:00000010:0.0:1780963542.128999:0:5562:0:(obd_mount.c:100:lustre_process_log()) kfreed 'bufs': 104 at 000000002356ff28. 00000080:00000010:0.0:1780963542.129006:0:5562:0:(llite_lib.c:1407:ll_fill_super()) kmalloced '(dt)': 33 at 000000007ea78f4a. 00000080:00000010:0.0:1780963542.129011:0:5562:0:(llite_lib.c:1413:ll_fill_super()) kmalloced '(md)': 33 at 000000007628d9fe. 00000080:00000010:0.0:1780963542.129017:0:5562:0:(llite_lib.c:294:client_common_fill_super()) kmalloced '(data)': 192 at 0000000010e5b53c. 00000080:00000010:0.0:1780963542.129020:0:5562:0:(llite_lib.c:298:client_common_fill_super()) kmalloced '(osfs)': 144 at 00000000024c0557. 00000020:00000010:0.0:1780963542.129026:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000018235216. 00000020:00000010:0.0:1780963542.129055:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000007ae8e0a3. 00000100:00000010:0.0:1780963542.129076:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6904721. 02000000:00000010:0.0:1780963542.129089:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d139903c. 40000000:00000010:0.0:1780963542.129124:0:5562:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000009483d59f. 40000000:00000010:0.0:1780963542.129128:0:5562:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at 00000000e4d9ae78. 40000000:00000010:0.0:1780963542.129188:0:5562:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at 00000000e4d9ae78. 80000000:00000010:0.0:1780963542.129194:0:5562:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at 000000001490e0b6. 00000020:00000010:0.0:1780963542.129202:0:5562:0:(lu_tgt_descs.c:125:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000000d6a5598. 00000100:00000010:0.0:1780963542.129207:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094d03e37. 02000000:00000010:0.0:1780963542.129212:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004db4ab21. 00000020:00000010:0.0:1780963542.129236:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000b4fae578. 00000100:00000010:0.0:1780963542.129264:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000739ffc3. 02000000:00000010:0.0:1780963542.129271:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c32176e7. 40000000:00000010:0.0:1780963542.129280:0:5562:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000126fbbc0. 40000000:00000010:0.0:1780963542.129282:0:5562:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at 00000000e4d9ae78. 40000000:00000010:0.0:1780963542.129349:0:5562:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at 00000000e4d9ae78. 80000000:00000010:0.0:1780963542.129354:0:5562:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at 000000002bf08db3. 00000100:00000010:0.0:1780963542.129359:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4b9bec8. 02000000:00000010:0.0:1780963542.129365:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007ae6b04. 00800000:00000010:0.0:1780963542.129380:0:5562:0:(lmv_obd.c:1256:lmv_statfs()) kmalloced '(temp)': 144 at 00000000e4d9ae78. 00000100:00000010:0.0:1780963542.129384:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da6bd2a9. 02000000:00000010:0.0:1780963542.129388:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac806538. 00000100:00000010:0.0:1780963542.129393:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073c4e9aa. 02000000:00000010:0.0:1780963542.129426:0:2251:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a37d77a8. 00000400:00000200:0.0:1780963542.129436:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.129446:0:2251:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036afa871. 00000400:00000010:0.0:1780963542.129458:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6d5379. 00000100:00000200:0.0:1780963542.129466:0:2251:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342080, portal 10 00000020:00000010:0.0:1780963542.129472:0:2251:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 000000005a6df6a2 (tot 3119510). 00000400:00000010:0.0:1780963542.129479:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dabdc6b. 00000100:00000200:0.0:1780963542.129480:0:2251:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475461342080, offset 0 00000400:00000200:0.0:1780963542.129488:0:2251:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.129496:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.129505:0:2251:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.129512:0:2251:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.129515:0:2251:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.129518:0:2251:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.129521:0:2251:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [18:18:256:4294967295] 192.168.203.109@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1780963542.129524:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.129531:0:2251:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.129537:0:2251:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.129541:0:2251:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e29f26c1 (tot 3119758). 00000800:00000200:0.0:1780963542.129547:0:2251:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.129555:0:2251:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.129558:0:2251:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e29f26c1 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:0.0:1780963542.129575:0:2251:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000943ae0c2. 00000400:00000200:0.0:1780963542.129578:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963542.129580:0:2251:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009bf18d3. 00000400:00000010:0.0:1780963542.129584:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000643a29ac. 00000100:00000200:0.0:1780963542.129586:0:2251:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342208, portal 10 00000020:00000010:0.0:1780963542.129589:0:2251:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000c56432b2 (tot 3124302). 00000400:00000010:0.0:1780963542.129592:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f8570ff. 00000100:00000200:0.0:1780963542.129594:0:2251:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475461342208, offset 0 00000400:00000200:0.0:1780963542.129610:0:2251:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963542.129613:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.129622:0:2251:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963542.129626:0:2251:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963542.129628:0:2251:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963542.129630:0:2251:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963542.129632:0:2251:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [19:19:255:4294967295] 192.168.203.109@tcp LPNI seq info [19:19:7:4294967295] 00000400:00000200:0.0:1780963542.129635:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.129641:0:2251:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963542.129646:0:2251:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963542.129649:0:2251:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066db5538 (tot 3124550). 00000800:00000200:0.0:1780963542.129653:0:2251:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963542.129656:0:2251:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963542.129658:0:2251:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066db5538 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1780963542.129710:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.129714:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e29f26c1 (tot 3124302). 00000400:00000200:0.0:1780963542.129717:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.129721:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.129724:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dabdc6b 00000400:00000010:0.0:1780963542.129726:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dabdc6b. 00000100:00000200:0.0:1780963542.129733:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6904721 x1867475461342080/t0(0) o38->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1780963542.129806:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963542.129809:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066db5538 (tot 3124054). 00000400:00000200:0.0:1780963542.129811:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.129815:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963542.129817:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f8570ff 00000400:00000010:0.0:1780963542.129818:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f8570ff. 00000100:00000200:0.0:1780963542.129822:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000739ffc3 x1867475461342208/t0(0) o38->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 80000000:00000010:1.0:1780963542.131130:0:2253:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000008e958efc. 40000000:00000010:1.0:1780963542.131139:0:2253:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000746098cb. 00000008:00000010:1.0:1780963542.131144:0:2253:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000003e15a157. 00020000:00000010:1.0:1780963542.131149:0:2253:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000007c0b0ee. 00008000:00000010:1.0:1780963542.131153:0:2253:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000536d80a4. 00100000:00000010:1.0:1780963542.131157:0:2253:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000036b30af4. 00040000:00000010:1.0:1780963542.131162:0:2253:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000f3cd7ccd. 00040000:00000010:1.0:1780963542.131165:0:2253:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000011c1b945. 00040000:00000010:1.0:1780963542.131169:0:2253:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000002523cb6. 00000004:00000010:1.0:1780963542.131173:0:2253:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000072debc26. 00000004:00000010:1.0:1780963542.131178:0:2253:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000da2a4f73. 00000004:00000010:1.0:1780963542.131182:0:2253:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000004ac26223. 00002000:00000010:1.0:1780963542.131185:0:2253:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000063b03e29. 00000004:00000010:1.0:1780963542.131188:0:2253:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000003fd9a524. 00000080:00000010:1.0:1780963542.131193:0:2253:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000e2f6c1b8. 00000080:00000010:1.0:1780963542.131196:0:2253:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000007662918a. 00000008:00000010:1.0:1780963542.131201:0:2253:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000007be87ae9. 00020000:00000010:1.0:1780963542.131204:0:2253:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d4d53bee. 00008000:00000010:1.0:1780963542.131206:0:2253:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f18ec209. 00000080:00000010:1.0:1780963542.131209:0:2253:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000df101e1e. 80000000:00000010:1.0:1780963542.131231:0:2252:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000c040c312. 40000000:00000010:1.0:1780963542.131235:0:2252:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000c5abcb50. 00000008:00000010:1.0:1780963542.131237:0:2252:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000084ddc68d. 00020000:00000010:1.0:1780963542.131239:0:2252:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000be6e60bb. 00008000:00000010:1.0:1780963542.131241:0:2252:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000091d9621c. 00100000:00000010:1.0:1780963542.131243:0:2252:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000005e4c1c7. 00040000:00000010:1.0:1780963542.131260:0:2252:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c87b6135. 00040000:00000010:1.0:1780963542.131263:0:2252:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000005cfcee6b. 00040000:00000010:1.0:1780963542.131266:0:2252:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000021408653. 00000004:00000010:1.0:1780963542.131268:0:2252:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000400e3eee. 00000004:00000010:1.0:1780963542.131282:0:2252:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000031c7d85b. 00000004:00000010:1.0:1780963542.131285:0:2252:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000df8be14f. 00002000:00000010:1.0:1780963542.131287:0:2252:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000005e08a73c. 00000004:00000010:1.0:1780963542.131289:0:2252:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000bf93f9fc. 00000080:00000010:1.0:1780963542.131291:0:2252:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000001a94d4e7. 00000080:00000010:1.0:1780963542.131294:0:2252:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000002ce7b30e. 00000008:00000010:1.0:1780963542.131297:0:2252:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000008a89f9b6. 00020000:00000010:1.0:1780963542.131300:0:2252:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e3831a8a. 00008000:00000010:1.0:1780963542.131302:0:2252:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000998d7234. 00000080:00000010:1.0:1780963542.131304:0:2252:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000032f37c69. 00000020:00000010:3.0:1780963542.132159:0:5587:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000faaa1b33. 00000100:00000200:3.0:1780963542.132394:0:5587:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963542.132400:0:5587:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963542.132406:0:5587:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.109@tcp primary NID 192.168.203.109@tcp rc 0 00000020:00000010:3.0:1780963542.132411:0:5587:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000faaa1b33. 00000020:00000010:0.0:1780963542.133443:0:5590:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a6ac9963. 00000020:00000010:0.0:1780963542.133451:0:5590:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a6ac9963. 00000400:00000200:0.0:1780963542.149792:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.149821:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.149829:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.149833:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.149838:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.149841:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 416 into portal 10 MB=0x6a27583800380 00000400:00000200:0.0:1780963542.149846:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.149851:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 416/416 into md 0x2c1 [1] + 0 00000400:00000200:0.0:1780963542.149867:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.149871:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.149881:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6904721 x1867475461342080/t0(0) o38->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963542.149997:0:2251:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036afa871. 00000400:00000200:2.0:1780963542.150004:0:2251:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6d5379 00000400:00000010:2.0:1780963542.150006:0:2251:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6d5379. 00000100:00000200:2.0:1780963542.150014:0:2251:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a6904721 x1867475461342080/t0(0) o38->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963542.150023:0:2251:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a6904721 x1867475461342080/t0(0) o38->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1780963542.150044:0:2251:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000b018c37f (tot 3128598). 00000400:00000200:0.0:1780963542.158729:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.158738:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963542.158747:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.158751:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.158755:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.158759:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 416 into portal 10 MB=0x6a27583800400 00000400:00000200:0.0:1780963542.158765:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963542.158770:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 416/416 into md 0x2d1 [1] + 0 00000400:00000200:0.0:1780963542.158786:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963542.158790:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963542.158800:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000739ffc3 x1867475461342208/t0(0) o38->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1780963543.010417:0:61:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000035b0e3a3 (tot 3129046). 02000000:00000010:1.0:1780963543.149786:0:2253:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d21cbf7a. 00000400:00000200:1.0:1780963543.149803:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:1.0:1780963543.149807:0:2253:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020992eb6. 00000400:00000010:1.0:1780963543.149812:0:2253:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4f323ee. 00000100:00000200:1.0:1780963543.149818:0:2253:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342144, portal 10 00000020:00000010:1.0:1780963543.149826:0:2253:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000f7f5cec1 (tot 3133590). 00000400:00000010:1.0:1780963543.149831:0:2253:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033ae90d9. 00000100:00000200:1.0:1780963543.149833:0:2253:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461342144, offset 0 00000400:00000200:1.0:1780963543.149840:0:2253:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1780963543.149847:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.149857:0:2253:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1780963543.149863:0:2253:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:1.0:1780963543.149866:0:2253:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963543.149869:0:2253:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:1.0:1780963543.149872:0:2253:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [20:20:256:4294967295] 192.168.203.109@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1780963543.149875:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.149884:0:2253:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:1.0:1780963543.149890:0:2253:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:1.0:1780963543.149894:0:2253:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047c40ef7 (tot 3133838). 00000800:00000200:1.0:1780963543.149901:0:2253:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:1.0:1780963543.149907:0:2253:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:1.0:1780963543.149918:0:2253:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047c40ef7 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1780963543.150039:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.150043:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047c40ef7 (tot 3133590). 00000400:00000200:1.0:1780963543.150047:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.150051:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.150055:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033ae90d9 00000400:00000010:1.0:1780963543.150056:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033ae90d9. 00000100:00000200:1.0:1780963543.150062:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094d03e37 x1867475461342144/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963543.151318:0:2251:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009bf18d3. 00000400:00000200:0.0:1780963543.151326:0:2251:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000643a29ac 00000400:00000010:0.0:1780963543.151327:0:2251:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000643a29ac. 00000100:00000200:0.0:1780963543.151336:0:2251:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000739ffc3 x1867475461342208/t0(0) o38->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963543.151346:0:2251:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000739ffc3 x1867475461342208/t0(0) o38->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963547 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1780963543.151499:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000831258a. 00000400:00000200:2.0:1780963543.151506:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963543.151509:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000045f860d. 00000400:00000010:2.0:1780963543.151512:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005aca240e. 00000100:00000200:2.0:1780963543.151516:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342336, portal 10 00000400:00000010:2.0:1780963543.151520:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c250e1f. 00000100:00000200:2.0:1780963543.151522:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461342336, offset 0 00000400:00000200:2.0:1780963543.151528:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963543.151533:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.151539:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963543.151544:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963543.151552:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963543.151555:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963543.151558:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [21:21:256:4294967295] 192.168.203.109@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1780963543.151561:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.151569:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963543.151574:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963543.151578:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc82ef14 (tot 3133838). 00000800:00000200:2.0:1780963543.151583:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963543.151588:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963543.151601:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc82ef14 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1780963543.151668:0:2253:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000600f7880. 00000400:00000200:1.0:1780963543.151674:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:1.0:1780963543.151676:0:2253:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058e3e71c. 00000400:00000010:1.0:1780963543.151678:0:2253:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033ae90d9. 00000100:00000200:1.0:1780963543.151681:0:2253:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342272, portal 10 00000020:00000010:1.0:1780963543.151687:0:2253:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 000000005e7e9f13 (tot 3138382). 00000400:00000010:1.0:1780963543.151691:0:2253:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d8e6fca. 00000100:00000200:1.0:1780963543.151693:0:2253:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461342272, offset 0 00000400:00000200:1.0:1780963543.151698:0:2253:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1780963543.151701:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.151704:0:2253:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1780963543.151707:0:2253:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:1.0:1780963543.151709:0:2253:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963543.151711:0:2253:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 02000000:00000010:0.0:1780963543.151837:0:2251:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a37d77a8. 02000000:00000010:0.0:1780963543.151844:0:2251:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d139903c. 00000100:00000010:0.0:1780963543.151847:0:2251:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6904721. 02000000:00000010:0.0:1780963543.151851:0:2251:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000943ae0c2. 02000000:00000010:0.0:1780963543.151853:0:2251:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c32176e7. 00000100:00000010:0.0:1780963543.151855:0:2251:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000739ffc3. 00000800:00000200:0.0:1780963543.152076:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963543.152080:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc82ef14 (tot 3138134). 00000400:00000200:0.0:1780963543.152085:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963543.152089:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963543.152092:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c250e1f 00000400:00000010:0.0:1780963543.152093:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c250e1f. 00000100:00000200:0.0:1780963543.152098:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da6bd2a9 x1867475461342336/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.152121:0:2253:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [22:22:255:4294967295] 192.168.203.109@tcp LPNI seq info [22:22:7:4294967295] 00000400:00000200:1.0:1780963543.152126:0:2253:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.152132:0:2253:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:1.0:1780963543.152136:0:2253:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:1.0:1780963543.152139:0:2253:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047c40ef7 (tot 3138382). 00000800:00000200:1.0:1780963543.152143:0:2253:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:1.0:1780963543.152146:0:2253:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:1.0:1780963543.152154:0:2253:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047c40ef7 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1780963543.153172:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963543.153176:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047c40ef7 (tot 3138134). 00000400:00000200:0.0:1780963543.153180:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963543.153186:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963543.153189:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d8e6fca 00000400:00000010:0.0:1780963543.153191:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d8e6fca. 00000100:00000200:0.0:1780963543.153196:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4b9bec8 x1867475461342272/t0(0) o41->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.153996:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.154001:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.154007:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.154011:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.154014:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.154018:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 368 into portal 10 MB=0x6a275838003c0 00000400:00000200:1.0:1780963543.154022:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.154027:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 368/368 into md 0x2e1 [1] + 224 00000400:00000200:1.0:1780963543.154051:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.154054:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.154061:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094d03e37 x1867475461342144/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963543.154199:0:2253:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000020992eb6. 00000400:00000200:0.0:1780963543.154203:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4f323ee 00000400:00000010:0.0:1780963543.154205:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4f323ee. 00000100:00000200:0.0:1780963543.154210:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094d03e37 x1867475461342144/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963543.154217:0:2253:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094d03e37 x1867475461342144/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963543.154242:0:2253:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d21cbf7a. 02000000:00000010:0.0:1780963543.154268:0:2253:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004db4ab21. 00000100:00000010:0.0:1780963543.154283:0:2253:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094d03e37. 00000400:00000200:0.0:1780963543.155023:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155029:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963543.155034:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155037:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155040:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155044:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 368 into portal 10 MB=0x6a27583800480 00000400:00000200:0.0:1780963543.155047:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155052:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 368/368 into md 0x2f1 [1] + 224 00000400:00000200:0.0:1780963543.155062:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963543.155065:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:0.0:1780963543.155069:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000da6bd2a9 x1867475461342336/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963543.155150:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000045f860d. 00000400:00000200:2.0:1780963543.155155:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005aca240e 00000400:00000010:2.0:1780963543.155156:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005aca240e. 00000100:00000200:2.0:1780963543.155162:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da6bd2a9 x1867475461342336/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963543.155169:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da6bd2a9 x1867475461342336/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963543.155184:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073c4e9aa. 02000000:00000010:2.0:1780963543.155190:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000831258a. 02000000:00000010:2.0:1780963543.155193:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ac806538. 00000100:00000010:2.0:1780963543.155196:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da6bd2a9. 00800000:00000010:2.0:1780963543.155202:0:5562:0:(lmv_obd.c:1307:lmv_statfs()) kfreed 'temp': 144 at 00000000e4d9ae78. 00000020:00000010:2.0:1780963543.155221:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000068ddaa72. 00000020:00000010:2.0:1780963543.155241:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e884813d. 00000100:00000010:2.0:1780963543.155291:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57bf8af. 02000000:00000010:2.0:1780963543.155303:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000831258a. 00000020:00000010:2.0:1780963543.155353:0:5562:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000b4b30d34. 00000100:00000010:2.0:1780963543.155362:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002337be64. 02000000:00000010:2.0:1780963543.155366:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a22b7643. 00000100:00000010:2.0:1780963543.155382:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7a6b218. 02000000:00000010:2.0:1780963543.155395:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001364fc83. 00000100:00000010:2.0:1780963543.155404:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063565782. 02000000:00000010:2.0:1780963543.155417:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a5c4846. 00000400:00000200:2.0:1780963543.155421:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963543.155423:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000045f860d. 00000400:00000010:2.0:1780963543.155427:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005aca240e. 00000100:00000200:2.0:1780963543.155433:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342528, portal 10 00000400:00000010:2.0:1780963543.155437:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4f914d6. 00000100:00000200:2.0:1780963543.155440:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867475461342528, offset 0 00000400:00000200:2.0:1780963543.155445:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963543.155451:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.155457:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963543.155463:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963543.155466:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963543.155469:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963543.155471:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [23:23:256:4294967295] 192.168.203.109@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1780963543.155475:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.155482:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963543.155486:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963543.155490:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d5bf2a4 (tot 3138382). 00000800:00000200:2.0:1780963543.155495:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963543.155501:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963543.155504:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d5bf2a4 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:1.0:1780963543.155628:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.155631:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d5bf2a4 (tot 3138134). 00000400:00000200:1.0:1780963543.155635:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.155639:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.155641:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4f914d6 00000400:00000010:1.0:1780963543.155643:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4f914d6. 00000100:00000200:1.0:1780963543.155647:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7a6b218 x1867475461342528/t0(0) o40->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963550 ref 3 fl Rpc:r/9/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963543.155709:0:2251:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d139903c. 00000400:00000200:0.0:1780963543.155726:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963543.155729:0:2251:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009bf18d3. 00000400:00000010:0.0:1780963543.155732:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000643a29ac. 00000100:00000200:0.0:1780963543.155735:0:2251:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342400, portal 4 00000020:00000010:0.0:1780963543.155753:0:2251:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 0000000098d38905 (tot 3142678). 00000400:00000010:0.0:1780963543.155759:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f8570ff. 00000100:00000200:0.0:1780963543.155761:0:2251:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867475461342400, offset 0 00000400:00000200:0.0:1780963543.155766:0:2251:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963543.155769:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155773:0:2251:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963543.155776:0:2251:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963543.155778:0:2251:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963543.155780:0:2251:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963543.155783:0:2251:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [24:24:256:4294967295] 192.168.203.109@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1780963543.155792:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155798:0:2251:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963543.155809:0:2251:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963543.155811:0:2251:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066db5538 (tot 3142926). 00000800:00000200:0.0:1780963543.155815:0:2251:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963543.155819:0:2251:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963543.155821:0:2251:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066db5538 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:0.0:1780963543.155843:0:2251:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a37d77a8. 00000400:00000200:0.0:1780963543.155847:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963543.155849:0:2251:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000034f707d. 00000400:00000010:0.0:1780963543.155852:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dabdc6b. 00000100:00000200:0.0:1780963543.155854:0:2251:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461342464, portal 4 00000020:00000010:0.0:1780963543.155859:0:2251:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000b8be4db9 (tot 3147470). 00000400:00000010:0.0:1780963543.155862:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df0950f7. 00000100:00000200:0.0:1780963543.155864:0:2251:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867475461342464, offset 0 00000400:00000200:0.0:1780963543.155868:0:2251:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963543.155871:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155874:0:2251:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963543.155877:0:2251:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963543.155879:0:2251:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963543.155881:0:2251:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963543.155883:0:2251:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [25:25:255:4294967295] 192.168.203.109@tcp LPNI seq info [25:25:7:4294967295] 00000400:00000200:0.0:1780963543.155886:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963543.155891:0:2251:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963543.155894:0:2251:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963543.155897:0:2251:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e29f26c1 (tot 3147718). 00000800:00000200:0.0:1780963543.155900:0:2251:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963543.155904:0:2251:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963543.155905:0:2251:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e29f26c1 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1780963543.155970:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.155972:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066db5538 (tot 3147470). 00000400:00000200:1.0:1780963543.155974:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.155978:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.155980:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f8570ff 00000400:00000010:1.0:1780963543.155982:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f8570ff. 00000100:00000200:1.0:1780963543.155986:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57bf8af x1867475461342400/t0(0) o8->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1780963543.156013:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.156014:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e29f26c1 (tot 3147222). 00000400:00000200:1.0:1780963543.156022:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.156025:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.156027:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df0950f7 00000400:00000010:1.0:1780963543.156028:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df0950f7. 00000100:00000200:1.0:1780963543.156032:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002337be64 x1867475461342464/t0(0) o8->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963543.156156:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000036438691. 02000000:00000010:3.0:1780963543.156166:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf1e8c39. 80000000:00000010:2.0:1780963543.156243:0:2255:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000050af1ed6. 40000000:00000010:2.0:1780963543.156276:0:2255:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000ee7a44e4. 00000008:00000010:2.0:1780963543.156281:0:2255:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002551644c. 00020000:00000010:2.0:1780963543.156285:0:2255:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000000c163df1. 00008000:00000010:2.0:1780963543.156289:0:2255:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005e0c576d. 00100000:00000010:2.0:1780963543.156294:0:2255:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000a21b46e1. 00040000:00000010:2.0:1780963543.156297:0:2255:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005d5bf2a4. 00040000:00000010:2.0:1780963543.156300:0:2255:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edd60069. 00040000:00000010:2.0:1780963543.156309:0:2255:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000018bc12a3. 00000004:00000010:2.0:1780963543.156313:0:2255:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000002dcea180. 00000004:00000010:2.0:1780963543.156317:0:2255:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000047f994c6. 00000004:00000010:2.0:1780963543.156321:0:2255:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000072d3c4ce. 00002000:00000010:2.0:1780963543.156324:0:2255:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000003f491d0c. 00000004:00000010:2.0:1780963543.156327:0:2255:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000bd0e5a20. 00000080:00000010:2.0:1780963543.156331:0:2255:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000038d79fc5. 00000080:00000010:2.0:1780963543.156334:0:2255:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000fe4ed349. 00000008:00000010:2.0:1780963543.156339:0:2255:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000bdb84a73. 00020000:00000010:2.0:1780963543.156342:0:2255:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000005ad8bf94. 00008000:00000010:2.0:1780963543.156359:0:2255:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006a34c86d. 00000080:00000010:2.0:1780963543.156368:0:2255:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000758c257a. 02000000:00000010:2.0:1780963543.156376:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e371a3c3. 00000400:00000200:2.0:1780963543.156381:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963543.156384:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c1a7b7b. 00000400:00000010:2.0:1780963543.156387:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1c6e014. 00000100:00000200:2.0:1780963543.156389:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461342592, portal 25 00000400:00000010:2.0:1780963543.156393:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003006589f. 00000100:00000200:2.0:1780963543.156394:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475461342592, offset 0 00000400:00000200:2.0:1780963543.156399:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963543.156402:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.156407:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963543.156410:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963543.156412:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963543.156413:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963543.156416:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [26:26:256:4294967295] 192.168.203.109@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1780963543.156419:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.156423:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963543.156427:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963543.156430:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc82ef14 (tot 3147470). 00000800:00000200:2.0:1780963543.156433:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963543.156437:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963543.156444:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc82ef14 type 1, nob 320 niov 1 nkiov 1 80000000:00000010:2.0:1780963543.156473:0:2254:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000003930569c. 40000000:00000010:2.0:1780963543.156477:0:2254:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000002e7d6a3a. 00000008:00000010:2.0:1780963543.156480:0:2254:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000a45467e1. 00020000:00000010:2.0:1780963543.156482:0:2254:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000a0c42392. 00008000:00000010:2.0:1780963543.156485:0:2254:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000009bd7b49d. 00100000:00000010:2.0:1780963543.156488:0:2254:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000001511c34. 00040000:00000010:2.0:1780963543.156491:0:2254:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000372abbb9. 00040000:00000010:2.0:1780963543.156493:0:2254:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000007178a4fd. 00040000:00000010:2.0:1780963543.156495:0:2254:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000000ecbdbb7. 00000004:00000010:2.0:1780963543.156498:0:2254:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000007a86a131. 00000004:00000010:2.0:1780963543.156502:0:2254:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000ae14e950. 00000004:00000010:2.0:1780963543.156505:0:2254:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000009af740f3. 00002000:00000010:2.0:1780963543.156508:0:2254:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000e3ca8472. 00000004:00000010:2.0:1780963543.156511:0:2254:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000015f2dedd. 00000080:00000010:2.0:1780963543.156513:0:2254:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000009a8283bf. 00000080:00000010:2.0:1780963543.156515:0:2254:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000009c145f2b. 00000008:00000010:2.0:1780963543.156518:0:2254:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000005542c52b. 00020000:00000010:2.0:1780963543.156520:0:2254:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000043bb385e. 00008000:00000010:2.0:1780963543.156522:0:2254:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000009da8b714. 00000080:00000010:2.0:1780963543.156524:0:2254:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003bf225c0. 00000800:00000200:1.0:1780963543.156587:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.156590:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc82ef14 (tot 3147222). 00000400:00000200:1.0:1780963543.156605:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.156608:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.156610:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003006589f 00000400:00000010:1.0:1780963543.156612:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003006589f. 00000100:00000200:1.0:1780963543.156616:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000036438691 x1867475461342592/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.158899:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.158907:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.158914:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.158918:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.158921:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.158925:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 368 into portal 10 MB=0x6a27583800440 00000400:00000200:1.0:1780963543.158930:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.158935:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 368/368 into md 0x2f9 [1] + 224 00000400:00000200:1.0:1780963543.158949:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.158952:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.158960:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4b9bec8 x1867475461342272/t0(0) o41->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963543.159097:0:2253:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058e3e71c. 00000400:00000200:0.0:1780963543.159101:0:2253:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033ae90d9 00000400:00000010:0.0:1780963543.159116:0:2253:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033ae90d9. 00000100:00000200:0.0:1780963543.159121:0:2253:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4b9bec8 x1867475461342272/t0(0) o41->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963543.159128:0:2253:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4b9bec8 x1867475461342272/t0(0) o41->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963543.159155:0:2253:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000600f7880. 02000000:00000010:0.0:1780963543.159161:0:2253:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000007ae6b04. 00000100:00000010:0.0:1780963543.159165:0:2253:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4b9bec8. 00000400:00000200:1.0:1780963543.161682:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161692:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.161698:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161702:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161706:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161728:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 448 into portal 10 MB=0x6a27583800540 00000400:00000200:1.0:1780963543.161734:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161739:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 448/448 into md 0x309 [1] + 224 00000400:00000200:1.0:1780963543.161751:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.161754:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.161763:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7a6b218 x1867475461342528/t0(0) o40->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963550 ref 2 fl Rpc:Qr/9/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.161796:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161799:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.161802:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161804:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161806:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161808:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 416 into portal 4 MB=0x6a275838004c0 00000400:00000200:1.0:1780963543.161811:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161815:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 416/416 into md 0x311 [1] + 0 00000400:00000200:1.0:1780963543.161820:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.161822:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.161825:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57bf8af x1867475461342400/t0(0) o8->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.161852:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161856:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.161859:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161862:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161864:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161867:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 416 into portal 4 MB=0x6a27583800500 00000400:00000200:1.0:1780963543.161870:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161874:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 416/416 into md 0x321 [1] + 0 00000400:00000200:1.0:1780963543.161912:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.161916:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.161920:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002337be64 x1867475461342464/t0(0) o8->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.161941:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161944:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.161948:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161950:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161952:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161955:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 25 MB=0x6a27583800580 00000400:00000200:1.0:1780963543.161959:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.161964:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 224/224 into md 0x331 [1] + 224 00000400:00000200:1.0:1780963543.161971:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.161973:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.161976:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000036438691 x1867475461342592/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963587 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963543.162073:0:2251:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009bf18d3. 00000400:00000200:0.0:1780963543.162077:0:2251:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000643a29ac 00000400:00000010:0.0:1780963543.162079:0:2251:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000643a29ac. 00000100:00000200:0.0:1780963543.162084:0:2251:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57bf8af x1867475461342400/t0(0) o8->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963543.162091:0:2251:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57bf8af x1867475461342400/t0(0) o8->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963543.162119:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c1a7b7b. 00000400:00000200:3.0:1780963543.162124:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1c6e014 00000400:00000010:3.0:1780963543.162126:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1c6e014. 00000100:00000200:3.0:1780963543.162132:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000036438691 x1867475461342592/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963543.162141:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000036438691 x1867475461342592/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963587 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963543.162156:0:2251:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000034f707d. 02000000:00000010:3.0:1780963543.162159:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e371a3c3. 00000400:00000200:0.0:1780963543.162161:0:2251:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dabdc6b 00000400:00000010:0.0:1780963543.162164:0:2251:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dabdc6b. 02000000:00000010:3.0:1780963543.162166:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bf1e8c39. 00000100:00000200:0.0:1780963543.162171:0:2251:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002337be64 x1867475461342464/t0(0) o8->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963543.162172:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000036438691. 00000100:00000200:0.0:1780963543.162180:0:2251:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002337be64 x1867475461342464/t0(0) o8->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963548 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963543.162202:0:2251:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d139903c. 02000000:00000010:0.0:1780963543.162206:0:2251:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000831258a. 00000100:00000010:0.0:1780963543.162209:0:2251:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57bf8af. 02000000:00000010:0.0:1780963543.162212:0:2251:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a37d77a8. 02000000:00000010:0.0:1780963543.162214:0:2251:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a22b7643. 00000100:00000010:0.0:1780963543.162215:0:2251:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002337be64. 00000400:00000010:2.0:1780963543.162439:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000045f860d. 00000400:00000200:2.0:1780963543.162443:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005aca240e 00000400:00000010:2.0:1780963543.162444:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005aca240e. 00000100:00000200:2.0:1780963543.162449:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7a6b218 x1867475461342528/t0(0) o40->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963550 ref 2 fl Rpc:RQ/9/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963543.162456:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7a6b218 x1867475461342528/t0(0) o40->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963550 ref 2 fl Rpc:RQU/9/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963543.162470:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063565782. 00000002:00000200:2.0:1780963543.162475:0:5562:0:(mdc_request.c:145:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1780963543.162478:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a5c4846. 02000000:00000010:2.0:1780963543.162481:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001364fc83. 00000100:00000010:2.0:1780963543.162491:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7a6b218. 00000080:00000010:2.0:1780963543.162496:0:5562:0:(llite_lib.c:673:client_common_fill_super()) kmalloced '(op_data)': 392 at 000000001364fc83. 00000020:00000010:2.0:1780963543.162502:0:5562:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000001a5c4846 (tot 3147862). 00000100:00000010:2.0:1780963543.162512:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7a6b218. 02000000:00000010:2.0:1780963543.162522:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000812741ad. 00000100:00000010:2.0:1780963543.162532:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063565782. 02000000:00000010:2.0:1780963543.162545:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fae32d6. 00000400:00000200:2.0:1780963543.162550:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963543.162552:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000045f860d. 00000400:00000010:2.0:1780963543.162556:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005aca240e. 00000100:00000200:2.0:1780963543.162562:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461342656, portal 10 00000400:00000010:2.0:1780963543.162566:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9dfd4e. 00000100:00000200:2.0:1780963543.162568:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1867475461342656, offset 0 00000400:00000200:2.0:1780963543.162574:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963543.162580:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.162585:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963543.162602:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963543.162606:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963543.162608:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963543.162612:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [27:27:256:4294967295] 192.168.203.109@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1780963543.162616:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.162623:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963543.162628:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963543.162634:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e4864ed (tot 3148110). 00000800:00000200:2.0:1780963543.162639:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963543.162645:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963543.162648:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e4864ed type 1, nob 360 niov 1 nkiov 1 00000800:00000200:1.0:1780963543.162778:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.162782:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e4864ed (tot 3147862). 00000400:00000200:1.0:1780963543.162786:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.162789:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.162792:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9dfd4e 00000400:00000010:1.0:1780963543.162793:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9dfd4e. 00000100:00000200:1.0:1780963543.162798:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7a6b218 x1867475461342656/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963555 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.166181:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.166191:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.166198:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.166202:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.166206:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.166209:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 248 into portal 10 MB=0x6a275838005c0 00000400:00000200:1.0:1780963543.166214:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.166219:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 248/248 into md 0x339 [1] + 224 00000400:00000200:1.0:1780963543.166232:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.166236:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.166287:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7a6b218 x1867475461342656/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963555 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963543.166556:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000045f860d. 00000400:00000200:2.0:1780963543.166561:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005aca240e 00000400:00000010:2.0:1780963543.166563:0:5562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005aca240e. 00000100:00000200:2.0:1780963543.166568:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7a6b218 x1867475461342656/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963555 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963543.166581:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7a6b218 x1867475461342656/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963555 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963543.166619:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063565782. 02000000:00000010:2.0:1780963543.166627:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fae32d6. 02000000:00000010:2.0:1780963543.166631:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000812741ad. 00000100:00000010:2.0:1780963543.166634:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7a6b218. 80000000:00000010:2.0:1780963543.166640:0:5562:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000067425b8f. 00000020:00000010:2.0:1780963543.166649:0:5562:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000003972bccf (tot 3148502). 00000100:00000010:2.0:1780963543.166654:0:5562:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7a6b218. 02000000:00000010:2.0:1780963543.166664:0:5562:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000812741ad. 00000100:00000010:2.0:1780963543.166675:0:5562:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063565782. 02000000:00000010:2.0:1780963543.166852:0:5562:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000004a9f3587. 00000400:00000200:2.0:1780963543.166858:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963543.166861:0:5562:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000045f860d. 00000400:00000010:2.0:1780963543.166865:0:5562:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000b8b7b4b6 (tot 3149134). 00000100:00000200:2.0:1780963543.166871:0:5562:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475461342720, portal 10 00000400:00000010:2.0:1780963543.166876:0:5562:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005aca240e. 00000100:00000200:2.0:1780963543.166879:0:5562:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867475461342720, offset 0 00000400:00000200:2.0:1780963543.166884:0:5562:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963543.166889:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.166895:0:5562:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963543.166902:0:5562:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963543.166905:0:5562:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963543.166907:0:5562:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963543.166910:0:5562:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [28:28:256:4294967295] 192.168.203.109@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1780963543.166914:0:5562:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963543.166920:0:5562:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963543.166925:0:5562:0:(socklnd_cb.c:995:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963543.166928:0:5562:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3d6eae8 (tot 3149382). 00000800:00000200:2.0:1780963543.166939:0:5562:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963543.166945:0:5562:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963543.166948:0:5562:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3d6eae8 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:1.0:1780963543.167603:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963543.167607:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3d6eae8 (tot 3149134). 00000400:00000200:1.0:1780963543.167612:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.167617:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963543.167620:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005aca240e 00000400:00000010:1.0:1780963543.167621:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005aca240e. 00000100:00000200:1.0:1780963543.167626:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7a6b218 x1867475461342720/t0(0) o33->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963550 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963543.168986:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.168993:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963543.168999:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.169004:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.169007:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.169011:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 464 into portal 10 MB=0x6a27583800600 00000400:00000200:1.0:1780963543.169017:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963543.169022:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 464/464 into md 0x341 [32] + 224 00000400:00000200:1.0:1780963543.169047:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963543.169051:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000200:1.0:1780963543.169058:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7a6b218 x1867475461342720/t0(0) o33->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963550 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963543.169176:0:5562:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000045f860d. 00000400:00000200:2.0:1780963543.169181:0:5562:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8b7b4b6 00000400:00000010:2.0:1780963543.169183:0:5562:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000b8b7b4b6 (tot 3148502). 00000100:00000200:2.0:1780963543.169189:0:5562:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7a6b218 x1867475461342720/t0(0) o33->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963550 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963543.169196:0:5562:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7a6b218 x1867475461342720/t0(0) o33->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963550 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963543.169218:0:5562:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063565782. 00000002:00000200:2.0:1780963543.169224:0:5562:0:(mdc_request.c:183:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1780963543.169229:0:5562:0:(llite_lib.c:690:client_common_fill_super()) kfreed 'op_data': 392 at 000000001364fc83. 00000080:00000010:2.0:1780963543.169352:0:5562:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000006a2653dc. 02000000:00000010:2.0:1780963543.169372:0:5562:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000004a9f3587. 02000000:00000010:2.0:1780963543.169416:0:5562:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000812741ad. 00000100:00000010:2.0:1780963543.169420:0:5562:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7a6b218. 00000020:00000010:2.0:1780963543.169427:0:5562:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 000000002a279691. 00000020:00000010:2.0:1780963543.169431:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000812741ad. 00000020:00000010:2.0:1780963543.169435:0:5562:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000001364fc83. 00000020:00000010:2.0:1780963543.169438:0:5562:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000011fa9b33. 00000008:00000010:2.0:1780963543.169443:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000008cd2f71e. 00020000:00000010:2.0:1780963543.169447:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000000fdf7805. 00008000:00000010:2.0:1780963543.169452:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000002bc4211a. 00000080:00000010:2.0:1780963543.169456:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000f12c9c57. 00000080:00000010:2.0:1780963543.169460:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000008c1f29d6. 00000020:00000010:2.0:1780963543.169462:0:5562:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fae32d6. 00000008:00000010:2.0:1780963543.169465:0:5562:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000ba232208. 00020000:00000010:2.0:1780963543.169469:0:5562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d820c91d. 00008000:00000010:2.0:1780963543.169471:0:5562:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a9dd16df. 00000080:00000010:2.0:1780963543.169474:0:5562:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000046868b9c. 00000080:00000010:2.0:1780963543.169478:0:5562:0:(vvp_dev.c:194:vvp_device_alloc()) kmalloced '(vdv)': 72 at 000000009670e0e7. 00000080:00000010:2.0:1780963543.169488:0:5562:0:(vvp_dev.c:202:vvp_device_alloc()) kmalloced '(site)': 528 at 00000000b8b7b4b6. 00000020:00000010:2.0:1780963543.169517:0:5562:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000050522151. 00000020:00000010:2.0:1780963543.169525:0:5562:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000747db6f8 (tot 3148582). 00000020:00000010:2.0:1780963543.169528:0:5562:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 144 at 0000000063565782 (tot 3148726). 00000008:00000010:2.0:1780963543.169535:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000c8b100a5. 00020000:00000010:2.0:1780963543.169538:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000ca442612. 00008000:00000010:2.0:1780963543.169540:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000089215070. 00000080:00000010:2.0:1780963543.169542:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000004935c407. 00000080:00000010:2.0:1780963543.169544:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000004b6f096b. 00000008:00000010:2.0:1780963543.169547:0:5562:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000fbc7dac2. 00020000:00000010:2.0:1780963543.169549:0:5562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000006ad8e74c. 00008000:00000010:2.0:1780963543.169550:0:5562:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000007c6d1062. 00000080:00000010:2.0:1780963543.169553:0:5562:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b7480502. 00000008:00000010:2.0:1780963543.169556:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000a4228def. 00020000:00000010:2.0:1780963543.169557:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000008a7866c5. 00008000:00000010:2.0:1780963543.169559:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000fe6e7d97. 00000080:00000010:2.0:1780963543.169561:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d90d4147. 00000080:00000010:2.0:1780963543.169563:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000007c0f1950. 00000008:00000010:2.0:1780963543.169566:0:5562:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000098600ed2. 00020000:00000010:2.0:1780963543.169567:0:5562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e1998451. 00008000:00000010:2.0:1780963543.169570:0:5562:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000000e290015. 00000080:00000010:2.0:1780963543.169572:0:5562:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c23ae3ec. 00000008:00000010:2.0:1780963543.169576:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000d0b22e51. 00020000:00000010:2.0:1780963543.169577:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f3f5ba42. 00008000:00000010:2.0:1780963543.169579:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000003c483523. 00000080:00000010:2.0:1780963543.169581:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000911a0ed7. 00000080:00000010:2.0:1780963543.169583:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000f1aa2135. 00000008:00000010:2.0:1780963543.169585:0:5562:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000004483813d. 00020000:00000010:2.0:1780963543.169587:0:5562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c072ad1b. 00008000:00000010:2.0:1780963543.169589:0:5562:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fe061292. 00000080:00000010:2.0:1780963543.169604:0:5562:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004a7a1621. 00000008:00000010:2.0:1780963543.169609:0:5562:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000006ffbe6d6. 00020000:00000010:2.0:1780963543.169616:0:5562:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000d1bf01ec. 00008000:00000010:2.0:1780963543.169618:0:5562:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a9cddcf9. 00000080:00000010:2.0:1780963543.169620:0:5562:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c8723bbf. 00000080:00000010:2.0:1780963543.169622:0:5562:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000ac2b3b70. 00000008:00000010:2.0:1780963543.169625:0:5562:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000c83d07ea. 00020000:00000010:2.0:1780963543.169627:0:5562:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e8f71c39. 00008000:00000010:2.0:1780963543.169629:0:5562:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006404fdae. 00000080:00000010:2.0:1780963543.169631:0:5562:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c708ea4b. 00020000:00000010:2.0:1780963543.169637:0:5562:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000003f9aa49d. 00020000:00000010:2.0:1780963543.169641:0:5562:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000a95ac680. 00020000:00000010:2.0:1780963543.169644:0:5562:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 0000000050928361. 00020000:00000010:2.0:1780963543.169647:0:5562:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000a0447360. 00000080:00000010:2.0:1780963543.169654:0:5562:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000066a3b2db. 00000080:00000010:2.0:1780963543.169660:0:5562:0:(llite_lib.c:771:client_common_fill_super()) kfreed 'data': 192 at 0000000010e5b53c. 00000080:00000010:2.0:1780963543.169662:0:5562:0:(llite_lib.c:773:client_common_fill_super()) kfreed 'osfs': 144 at 00000000024c0557. 00000080:00000010:2.0:1780963543.169680:0:5562:0:(llite_lib.c:1427:ll_fill_super()) kfreed 'md': 33 at 000000007628d9fe. 00000080:00000010:2.0:1780963543.169683:0:5562:0:(llite_lib.c:1430:ll_fill_super()) kfreed 'dt': 33 at 000000007ea78f4a. 00000080:00000010:2.0:1780963543.169686:0:5562:0:(llite_lib.c:1439:ll_fill_super()) kfreed 'cfg': 80 at 0000000045065a6b. 00000080:02000400:2.0:1780963543.169688:0:5562:0:(llite_lib.c:1444:ll_fill_super()) Mounted lustre-client 00000080:00200000:1.0:1780963543.306718:0:5609:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963543.306743:0:5609:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963543.306806:0:5609:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963543.306816:0:5609:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963543.306825:0:5609:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963543.306849:0:5609:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd5790b5 pname:cluuid:pid:xid:nid:opc:job mkdir:0661b2a9-cf56-4976-97ac-495c294f9fa2:5609:1867475461342784:192.168.203.109@tcp:101: 00000100:00100000:1.0:1780963543.307178:0:5609:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e885566b going to sleep for 6 seconds 00000100:00100000:2.0:1780963543.371388:0:5609:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd5790b5 pname:cluuid:pid:xid:nid:opc:job mkdir:0661b2a9-cf56-4976-97ac-495c294f9fa2:5609:1867475461342784:192.168.203.109@tcp:101: 00010000:00010000:2.0:1780963543.371412:0:5609:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371425:0:5609:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371436:0:5609:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371449:0:5609:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371476:0:5609:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371483:0:5609:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371489:0:5609:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963543.371498:0:5609:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000cd5790b5 x1867475461342784/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963550 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000002:00010000:2.0:1780963543.371508:0:5609:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371518:0:5609:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1780963543.371543:0:5609:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1780963543.371548:0:5609:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:2.0:1780963543.371554:0:5609:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963543.371556:0:5609:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000eab22f72 00010000:00010000:2.0:1780963543.371558:0:5609:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963543.371565:0:5609:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963544.038643:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963545.063609:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1780963545.540237:0:5663:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963545.540299:0:5663:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963545.540319:0:5663:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963545.540332:0:5663:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963545.540344:0:5663:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963545.540347:0:5663:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:0.0:1780963545.540354:0:5663:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000f7af72a7 00010000:00010000:0.0:1780963545.540356:0:5663:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963545.540364:0:5663:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963545.540847:0:5663:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963545.540856:0:5663:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963545.540862:0:5663:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963545.540870:0:5663:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963545.540877:0:5663:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963545.540879:0:5663:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:0.0:1780963545.540883:0:5663:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000f7af72a7 00010000:00010000:0.0:1780963545.540885:0:5663:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963545.540891:0:5663:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963545.540963:0:5663:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963545.540971:0:5663:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963545.540977:0:5663:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963545.540984:0:5663:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963545.540990:0:5663:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963545.540992:0:5663:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:0.0:1780963545.540995:0:5663:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 0000000075b56bbd 00010000:00010000:0.0:1780963545.540997:0:5663:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963545.541002:0:5663:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963545.541010:0:5663:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 44 00000080:00200000:0.0:1780963545.541016:0:5663:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), flags 100000 00000080:00200000:0.0:1780963545.541108:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00800000:00000004:0.0:1780963545.541122:0:5663:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff952604f93000: age 200, max_age 202 00000100:00100000:0.0:1780963545.541159:0:5663:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461342848:192.168.203.109@tcp:41: 00000100:00100000:0.0:1780963545.541230:0:5663:0:(client.c:2500:ptlrpc_set_wait()) set 00000000556db2b3 going to sleep for 6 seconds 00000100:00100000:0.0:1780963545.550117:0:5663:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461342848:192.168.203.109@tcp:41: 00800000:00000004:0.0:1780963545.550146:0:5663:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff952604f93000: update 00000000c9203a5c cache blocks 321484/353529 objects 1023723/1024000 00000080:00200000:0.0:1780963545.550237:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00800000:00000004:0.0:1780963545.550294:0:5663:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0001-mdc-ffff952604f93000: age -801, max_age 202 00000100:00100000:0.0:1780963545.550325:0:5663:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461342912:192.168.203.109@tcp:41: 00000100:00100000:0.0:1780963545.550379:0:5663:0:(client.c:2500:ptlrpc_set_wait()) set 00000000556db2b3 going to sleep for 6 seconds 00010000:00080000:0.0:1780963545.555480:0:5663:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e4b9bec8 x1867475461342912/t0(0) o41->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963552 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963545.555499:0:5663:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461342912:192.168.203.109@tcp:41: 00800000:00000004:0.0:1780963545.555523:0:5663:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0001-mdc-ffff952604f93000: update 0000000023a8d43e cache blocks 321519/353529 objects 1023743/1024000 00000080:00200000:0.0:1780963545.555598:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555629:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555635:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555639:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555642:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555660:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555665:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555669:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555673:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555676:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555680:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555684:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555687:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555691:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555705:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555710:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555714:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555718:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555722:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555726:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555730:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555751:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555755:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555759:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.555762:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557032:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557051:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557055:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557058:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557062:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557065:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557068:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557073:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557076:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557080:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557083:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557086:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557090:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557093:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557096:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557099:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557102:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557105:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557108:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557111:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557115:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557118:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557122:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557125:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557128:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557145:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557148:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557151:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557155:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557159:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557162:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557165:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557169:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557172:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557176:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557179:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557183:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557186:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.557190:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00020000:00000004:0.0:1780963545.557197:0:5663:0:(obd_class.h:1069:obd_statfs()) lustre-OST0000-osc-ffff952604f93000: age -801, max_age 202 00000100:00100000:0.0:1780963545.557236:0:5663:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461342976:192.168.203.109@tcp:13: 00000100:00100000:0.0:1780963545.557315:0:5663:0:(client.c:2500:ptlrpc_set_wait()) set 00000000556db2b3 going to sleep for 11 seconds 00010000:00080000:0.0:1780963545.568313:0:5663:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e4b9bec8 x1867475461342976/t0(0) o13->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1780963557 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963545.568333:0:5663:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461342976:192.168.203.109@tcp:13: 00020000:00000004:0.0:1780963545.568356:0:5663:0:(obd_class.h:1093:obd_statfs()) lustre-OST0000-osc-ffff952604f93000: update 00000000941a74de cache blocks 901442/958279 objects 261877/262144 00000080:00200000:0.0:1780963545.568419:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00020000:00000004:0.0:1780963545.568434:0:5663:0:(obd_class.h:1069:obd_statfs()) lustre-OST0001-osc-ffff952604f93000: age -801, max_age 202 00000100:00100000:0.0:1780963545.568470:0:5663:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461343040:192.168.203.109@tcp:13: 00000100:00100000:0.0:1780963545.568530:0:5663:0:(client.c:2500:ptlrpc_set_wait()) set 00000000556db2b3 going to sleep for 11 seconds 00010000:00080000:0.0:1780963545.579052:0:5663:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e4b9bec8 x1867475461343040/t0(0) o13->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1780963557 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963545.579088:0:5663:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b9bec8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:5663:1867475461343040:192.168.203.109@tcp:13: 00020000:00000004:0.0:1780963545.579111:0:5663:0:(obd_class.h:1093:obd_statfs()) lustre-OST0001-osc-ffff952604f93000: update 00000000e38adf7c cache blocks 901408/958279 objects 261810/262144 00000080:00200000:0.0:1780963545.579175:0:5663:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc00866a4 00000080:00200000:0.0:1780963545.579197:0:5663:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9) 00010000:00010000:1.0:1780963546.084749:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963547.110947:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963548.134175:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780963548.194604:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000803d1024 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343168:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963548.195107:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036438691 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461343104:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963548.195175:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc4f732e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461343232:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963548.195222:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdf9c6bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461343360:192.168.203.109@tcp:400: 00000100:00100000:3.0:1780963548.196292:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8db822 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343296:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963548.199161:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036438691 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461343104:192.168.203.109@tcp:400: 00010000:00080000:2.0:1780963548.199183:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000dc4f732e x1867475461343232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963548.199194:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc4f732e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461343232:192.168.203.109@tcp:400: 00010000:00080000:2.0:1780963548.199204:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000bdf9c6bb x1867475461343360/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963548.199212:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdf9c6bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461343360:192.168.203.109@tcp:400: 00000100:00100000:3.0:1780963548.201124:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000803d1024 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343168:192.168.203.109@tcp:400: 00010000:00080000:3.0:1780963548.202526:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000004f8db822 x1867475461343296/t0(0) o400->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963555 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1780963548.202577:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8db822 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343296:192.168.203.109@tcp:400: 00000400:00000080:2.0:1780963548.762892:0:5852:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963548.762899:0:5852:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1780963549.162376:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963550.179818:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963551.202563:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963552.227562:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963553.250729:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963553.314570:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8db822 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461343424:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963553.314677:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc17d7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343552:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963553.314704:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c5ba35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343680:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963553.314729:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780963553.314734:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000803d1024 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343488:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963553.314768:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfba9e02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343616:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963553.321325:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000803d1024 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343488:192.168.203.109@tcp:400: 00010000:00080000:2.0:1780963553.321345:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000bfba9e02 x1867475461343616/t0(0) o400->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963560 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963553.321366:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfba9e02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343616:192.168.203.109@tcp:400: 00000100:00100000:2.0:1780963553.321378:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8db822 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461343424:192.168.203.109@tcp:400: 00010000:00080000:2.0:1780963553.321387:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000bdc17d7a x1867475461343552/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963560 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963553.321394:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc17d7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343552:192.168.203.109@tcp:400: 00010000:00080000:2.0:1780963553.321403:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000014c5ba35 x1867475461343680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963560 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963553.321410:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c5ba35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461343680:192.168.203.109@tcp:400: 00000100:00100000:0.0:1780963553.329137:0:2245:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.109@tcp (source: 12345-192.168.203.109@tcp) 00000100:00100000:0.0:1780963553.329280:0:2245:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.109@tcp (source: 12345-192.168.203.109@tcp) 00000100:00100000:1.0:1780963553.329906:0:5564:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475481288128 00000100:00100000:1.0:1780963553.329966:0:5564:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475481288192 00000100:00100000:1.0:1780963553.329981:0:5564:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.109@tcp, seq: 0 00000100:00100000:1.0:1780963553.329986:0:5564:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4b9bec8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+4:9932:x1867475481288128:12345-192.168.203.109@tcp:104: 00010000:00010000:1.0:1780963553.330001:0:5564:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963553.330088:0:5564:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780963553.330093:0:5564:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4b9bec8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+4:9932:x1867475481288128:12345-192.168.203.109@tcp:104: Request processed in 107us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1780963553.330100:0:5564:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.109@tcp, seq: 0 00000100:00100000:1.0:1780963553.330117:0:5564:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.109@tcp, seq: 1 00000100:00100000:1.0:1780963553.330121:0:5564:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d03e37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+3:9932:x1867475481288192:12345-192.168.203.109@tcp:104: 00010000:00010000:1.0:1780963553.330127:0:5564:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963553.330163:0:5564:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780963553.330168:0:5564:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d03e37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+3:9932:x1867475481288192:12345-192.168.203.109@tcp:104: Request processed in 46us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1780963553.330174:0:5564:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.109@tcp, seq: 1 00010000:00010000:2.0:1780963553.330363:0:5573:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780963553.330369:0:5573:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330378:0:5573:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acfdeed8 already unused, calling callback (000000009b269857) 10000000:00010000:2.0:1780963553.330381:0:5573:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330388:0:5573:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1780963553.330394:0:5573:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1780963553.330399:0:5573:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1780963553.330444:0:5573:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330450:0:5573:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780963553.330475:0:5573:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330481:0:5573:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000acfdeed8/0x8fa007fb21e0da70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf0742054888555d expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330494:0:5573:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780963553.330497:0:5573:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330501:0:5573:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d76e6bed already unused, calling callback (000000009b269857) 10000000:00010000:2.0:1780963553.330503:0:5573:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330508:0:5573:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1780963553.330512:0:5573:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1780963553.330528:0:5573:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1780963553.330541:0:5573:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330554:0:5573:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780963553.330558:0:5573:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330564:0:5573:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000d76e6bed/0x8fa007fb21e0da69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf07420548885556 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963553.330575:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963553.330576:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963553.330583:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963553.330600:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6b218 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461343744:192.168.203.109@tcp:103: 00000100:00100000:2.0:1780963553.331934:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780963553.331948:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c27f1856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461343808:192.168.203.109@tcp:103: 00010000:00010000:3.0:1780963553.332802:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780963553.336479:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c27f1856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461343808:192.168.203.109@tcp:103: 00000100:00100000:3.0:1780963553.336499:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6b218 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461343744:192.168.203.109@tcp:103: 00010000:00010000:2.0:1780963554.275182:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963555.298723:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963556.325406:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963557.346595:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780963557.922395:0:5576:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1780963557.922408:0:5576:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff952604f93000 from 48 10000000:01000000:3.0:1780963557.922416:0:5576:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1780963557.922495:0:5576:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963557.922511:0:5576:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963557.922524:0:5576:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963557.922557:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005661b54c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461343872:192.168.203.109@tcp:101: 00000100:00100000:3.0:1780963557.922708:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 000000005497b1b1 going to sleep for 43 seconds 00000100:00100000:3.0:1780963557.939940:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005661b54c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461343872:192.168.203.109@tcp:101: 00010000:00010000:3.0:1780963557.939983:0:5576:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885621 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963557.940000:0:5576:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf07420548885621 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963557.940403:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005661b54c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461343936:192.168.203.109@tcp:501: 00000100:00100000:3.0:1780963557.940491:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 000000005497b1b1 going to sleep for 43 seconds 00000100:00100000:3.0:1780963557.943461:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005661b54c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461343936:192.168.203.109@tcp:501: 00000100:00100000:3.0:1780963557.943546:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005661b54c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344000:192.168.203.109@tcp:503: 00000100:00100000:3.0:1780963557.943647:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 000000005497b1b1 going to sleep for 43 seconds 00000100:00100000:1.0:1780963557.952006:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005661b54c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344000:192.168.203.109@tcp:503: 00000100:00100000:0.0:1780963557.953233:0:6077:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000739ffc3 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6077:1867475461344064:192.168.203.109@tcp:502: 00000100:00100000:2.0:1780963557.953444:0:6077:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a3124312 going to sleep for 43 seconds 00000100:00100000:2.0:1780963557.957537:0:6077:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000739ffc3 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6077:1867475461344064:192.168.203.109@tcp:502: 00000020:01000000:2.0:1780963557.957617:0:6077:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780963557.957632:0:6077:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963557.957635:0:6077:0:(obd_config.c:1460:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1780963557.957642:0:6077:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1780963557.957874:0:6077:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6077:1867475461344128:192.168.203.109@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780963557.958431:0:6077:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9fc7266 going to sleep for 43 seconds 00000100:00100000:2.0:1780963557.964584:0:6077:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6077:1867475461344128:192.168.203.109@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780963557.964657:0:6077:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780963557.964668:0:6077:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963557.964670:0:6077:0:(obd_config.c:1460:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1780963557.964675:0:6077:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 52 count 51 00000020:01000000:1.0:1780963557.964974:0:5576:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1780963557.965084:0:5576:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1780963557.965107:0:5576:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885621 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963557.965120:0:5576:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000bde37067/0x8fa007fb21e0dae0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885621 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1780963557.965131:0:5576:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1780963557.965134:0:5576:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff952608690000 from 1 10000000:01000000:1.0:1780963557.965138:0:5576:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1780963557.965237:0:5576:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963557.965348:0:5576:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963557.965363:0:5576:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963557.965422:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c28b8b3c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344192:192.168.203.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780963557.965613:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9fc7266 going to sleep for 43 seconds 00000100:00100000:2.0:1780963557.970185:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c28b8b3c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344192:192.168.203.109@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780963557.970413:0:5576:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885628 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963557.970430:0:5576:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf07420548885628 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963557.970564:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344256:192.168.203.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780963557.970755:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9fc7266 going to sleep for 43 seconds 00000100:00100000:2.0:1780963557.974202:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344256:192.168.203.109@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1780963557.974387:0:5576:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1780963557.974397:0:5576:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885628 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963557.974410:0:5576:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000005bdcfb67/0x8fa007fb21e0dae7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885628 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963558.370811:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963558.434716:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f323dedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461344320:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780963558.434846:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3253cb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344448:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780963558.434875:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000026f84b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344576:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780963558.434921:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780963558.434928:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095ac8c83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344384:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780963558.434952:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022e2c356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344512:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780963558.442205:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f323dedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461344320:192.168.203.109@tcp:400:kworker/u8:0.0 00010000:00080000:2.0:1780963558.448944:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000022e2c356 x1867475461344512/t0(0) o400->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963565 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780963558.448970:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022e2c356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344512:192.168.203.109@tcp:400:kworker/u8:0.0 00010000:00080000:2.0:1780963558.449002:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000b3253cb8 x1867475461344448/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963565 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780963558.449011:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3253cb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344448:192.168.203.109@tcp:400:kworker/u8:0.0 00010000:00080000:2.0:1780963558.449020:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000026f84b7 x1867475461344576/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963565 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780963558.449027:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000026f84b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344576:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780963558.464691:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095ac8c83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461344384:192.168.203.109@tcp:400:kworker/u8:0.0 00010000:00010000:3.0:1780963559.395387:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963560.146353:0:2244:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.109@tcp (source: 12345-192.168.203.109@tcp) 00000100:00100000:0.0:1780963560.146536:0:5563:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475481293248 00000100:00100000:0.0:1780963560.146624:0:5563:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.109@tcp, seq: 2 00000100:00100000:0.0:1780963560.146633:0:5563:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edaa67ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+3:9995:x1867475481293248:12345-192.168.203.109@tcp:104: 00010000:00010000:0.0:1780963560.146656:0:5563:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963560.146770:0:5563:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780963560.146776:0:5563:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edaa67ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+3:9995:x1867475481293248:12345-192.168.203.109@tcp:104: Request processed in 143us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1780963560.146784:0:5563:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.109@tcp, seq: 2 00010000:00010000:2.0:1780963560.147576:0:5573:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780963560.147584:0:5573:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963560.147595:0:5573:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021422e5c already unused, calling callback (000000009b269857) 10000000:00010000:2.0:1780963560.147599:0:5573:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963560.147607:0:5573:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1780963560.147614:0:5573:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1780963560.147620:0:5573:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1780963560.147690:0:5573:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963560.147698:0:5573:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780963560.147728:0:5573:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963560.147754:0:5573:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000021422e5c/0x8fa007fb21e0daa8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf0742054888556b expref: -99 pid: 5562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963560.147779:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963560.147780:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963560.147782:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963560.147807:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461344640:192.168.203.109@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1780963560.153061:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461344640:192.168.203.109@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780963560.418597:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963561.442683:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780963561.700031:0:5576:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1780963561.700043:0:5576:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff952604f93000 from 1 10000000:01000000:3.0:1780963561.700050:0:5576:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1780963561.700114:0:5576:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963561.700129:0:5576:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963561.700150:0:5576:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963561.700186:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344704:192.168.203.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780963561.700327:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000792963a6 going to sleep for 43 seconds 00000100:00100000:3.0:1780963561.709149:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344704:192.168.203.109@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780963561.709191:0:5576:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963561.709207:0:5576:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963561.709377:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344768:192.168.203.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963561.709478:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000792963a6 going to sleep for 43 seconds 00000100:00100000:3.0:1780963561.718374:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344768:192.168.203.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963561.718473:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344832:192.168.203.109@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780963561.718754:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000792963a6 going to sleep for 43 seconds 00000100:00100000:3.0:1780963561.722923:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461344832:192.168.203.109@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780963561.723967:0:6096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000673c4c82 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6096:1867475461344896:192.168.203.109@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780963561.724192:0:6096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e3519754 going to sleep for 43 seconds 00000100:00100000:2.0:1780963561.727833:0:6096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000673c4c82 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6096:1867475461344896:192.168.203.109@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780963561.727903:0:6096:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780963561.727917:0:6096:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963561.727920:0:6096:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1780963561.727926:0:6096:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff952604f93000 00000020:00000080:2.0:1780963561.727930:0:6096:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1780963561.728112:0:6096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6096:1867475461344960:192.168.203.109@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780963561.728219:0:6096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9fc7266 going to sleep for 43 seconds 00000100:00100000:2.0:1780963561.737930:0:6096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:6096:1867475461344960:192.168.203.109@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780963561.737991:0:6096:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780963561.738000:0:6096:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963561.738003:0:6096:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1780963561.738007:0:6096:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 4 count 4 00000020:01000000:3.0:1780963561.738299:0:5576:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1780963561.738333:0:5576:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1780963561.738343:0:5576:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963561.738357:0:5576:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963562.466426:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963563.493123:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963563.557160:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbcb6137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345088:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963563.557363:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003725627b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345216:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963563.557425:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1780963563.557432:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461345024:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963563.557470:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8332ca4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345152:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963563.557489:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004755693f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345280:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963563.562683:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461345024:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963563.562715:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000c8332ca4 x1867475461345152/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963570 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963563.562729:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8332ca4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345152:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963563.562740:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000004755693f x1867475461345280/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963570 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963563.562749:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004755693f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345280:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963563.562762:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbcb6137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345088:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963563.562773:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000003725627b x1867475461345216/t0(0) o400->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963570 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963563.562781:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003725627b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345216:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1780963564.514395:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963565.539742:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963566.567035:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963567.590653:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963568.616363:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963568.629091:0:6446:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963568.629201:0:6446:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-client.virtnet: executing check_logdir /tmp/testlogs/ 00000100:00080000:3.0:1780963568.675335:0:37:0:(import.c:86:import_set_state_nolock()) 000000006b6c7992 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1780963568.675342:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff952604f93000: disconnect after 23s idle 00000100:00100000:2.0:1780963568.678555:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461345344:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963568.678652:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345472:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963568.678696:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780963568.678703:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345408:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963568.681878:0:2251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf4d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461345536:192.168.203.109@tcp:9:kworker/u8:2.0 00000100:00080000:2.0:1780963568.683177:0:37:0:(import.c:86:import_set_state_nolock()) 000000003d1055b0 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1780963568.683183:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff952604f93000: disconnect after 23s idle 00000100:00100000:0.0:1780963568.684234:0:2251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003725627b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461345600:192.168.203.109@tcp:9:kworker/u8:2.0 00000100:00100000:2.0:1780963568.687278:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095afb114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461345344:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:1.0:1780963568.693694:0:2251:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000006cf4d28b x1867475461345536/t0(0) o9->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963574 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:1.0:1780963568.693714:0:2251:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@000000006cf4d28b x1867475461345536/t0(0) o9->lustre-OST0000-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963574 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:1.0:1780963568.693722:0:2251:0:(import.c:86:import_set_state_nolock()) 000000006b6c7992 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1780963568.693726:0:2251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf4d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461345536:192.168.203.109@tcp:9:kworker/u8:2.0 00010000:00080000:1.0:1780963568.694212:0:2251:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000003725627b x1867475461345600/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963574 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:1.0:1780963568.694222:0:2251:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@000000003725627b x1867475461345600/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963574 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:1.0:1780963568.694228:0:2251:0:(import.c:86:import_set_state_nolock()) 000000003d1055b0 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1780963568.694231:0:2251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003725627b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461345600:192.168.203.109@tcp:9:kworker/u8:2.0 00000100:00100000:3.0:1780963568.706498:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345408:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963568.706619:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000063bac2be x1867475461345472/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963575 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963568.706630:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461345472:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963569.635844:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963570.659431:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963571.687605:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963572.712523:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963573.740469:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963573.796707:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963573.796713:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963573.796716:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963573.796718:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963573.796748:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461345728:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780963573.796826:0:2252:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780963573.796832:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2252:1867475461345664:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780963573.796852:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002856cd0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461345792:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780963573.802825:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2252:1867475461345664:192.168.203.109@tcp:400:kworker/u8:0.0 00010000:00080000:0.0:1780963573.802849:0:2252:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000002856cd0e x1867475461345792/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963580 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780963573.802861:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002856cd0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461345792:192.168.203.109@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780963573.802871:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461345728:192.168.203.109@tcp:400:kworker/u8:0.0 00000400:00000080:3.0:1780963574.259911:0:6780:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963574.259916:0:6780:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-client.virtnet: executing yml_node 00010000:00010000:3.0:1780963574.761517:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963575.246002:0:6957:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000400:00000080:0.0:1780963575.246020:0:6957:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000400:00000080:0.0:1780963575.246080:0:6957:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00010000:00010000:3.0:1780963575.778459:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963576.803613:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963577.826390:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963578.121275:0:7260:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963578.121281:0:7260:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.15.8.1 00010000:00010000:3.0:1780963578.850398:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963578.917456:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963578.917467:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963578.917470:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963578.917475:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963578.917517:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbcb6137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461345856:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963578.917652:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8332ca4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461345984:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963578.917695:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780963578.917701:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004755693f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461345920:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963578.931754:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbcb6137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461345856:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00080000:3.0:1780963578.932714:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000c8332ca4 x1867475461345984/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963585 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963578.932734:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8332ca4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461345984:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963578.932777:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004755693f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461345920:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1780963579.876469:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963580.844790:0:7417:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963580.844796:0:7417:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.15.8.1 00010000:00010000:1.0:1780963580.906759:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963581.923419:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963582.946668:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963583.411789:0:7573:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963583.411794:0:7573:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.15.8.1 00010000:00010000:2.0:1780963583.970912:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963584.035363:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963584.035370:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963584.035373:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963584.035375:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963584.035403:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461346048:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963584.035479:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f6d1173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461346176:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963584.035506:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780963584.035511:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461346112:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963584.039728:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461346112:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963584.039746:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461346048:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00080000:3.0:1780963584.039773:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000005f6d1173 x1867475461346176/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963591 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963584.039783:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f6d1173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461346176:192.168.203.109@tcp:400:kworker/u8:1.0 00000400:00000080:0.0:1780963584.917659:0:7722:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963584.917664:0:7722:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity ============----- Mon Jun 8 20:06:23 EDT 2026 00010000:00010000:3.0:1780963584.995623:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963586.018477:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963587.045459:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963588.068330:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963589.095473:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963589.157701:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963589.157710:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963589.157723:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963589.157727:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963589.157784:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f6d1173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461346240:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963589.157907:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461346368:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963589.157950:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780963589.157958:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461346304:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963589.176542:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461346304:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963589.176568:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f6d1173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461346240:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00080000:3.0:1780963589.176582:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000cbc94fc2 x1867475461346368/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963596 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963589.176595:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461346368:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1780963590.114703:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963591.140968:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963592.171328:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963593.188182:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963593.561885:0:8129:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963593.561892:0:8129:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: - need MDS1_VERSION < v2_14_55-100-g8a84c7f9c7 (34539521 < 34486116) for LU-14927, skip 0f 00010000:00010000:0.0:1780963594.210490:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963594.274587:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963594.274596:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963594.274598:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963594.274601:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963594.274635:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2252:1867475461346432:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963594.274745:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461346560:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963594.274783:0:2252:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780963594.274789:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002856cd0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461346496:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963594.290588:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002856cd0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461346496:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963594.290613:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2252:1867475461346432:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:0.0:1780963594.290628:0:2252:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000a6904721 x1867475461346560/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963601 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1780963594.290640:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461346560:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000080:1.0:1780963595.156397:0:8268:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963595.156403:0:8268:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 42a 42b 42c 407 118c 118d 817 411 00010000:00010000:3.0:1780963595.240785:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963596.258573:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963596.840035:0:8407:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963596.840041:0:8407:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 27m 60i 64b 68 71 115 135 136 230d 300o 00000080:00200000:2.0:1780963596.886988:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963596.887018:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963596.887045:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963596.887060:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963596.887071:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963596.887074:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:2.0:1780963596.887080:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000007f662433 00010000:00010000:2.0:1780963596.887083:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963596.887090:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963596.927066:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963596.927091:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963596.927107:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963596.927119:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963596.927140:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963596.927143:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:0.0:1780963596.927149:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000007f662433 00010000:00010000:0.0:1780963596.927152:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963596.927160:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963596.943933:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963596.943959:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963596.943976:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963596.943989:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963596.944000:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:1.0:1780963596.944003:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:1.0:1780963596.944009:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000007f662433 00010000:00010000:1.0:1780963596.944019:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963596.944027:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963596.966458:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963596.966481:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963596.966497:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963596.966509:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963596.966519:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:1.0:1780963596.966522:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:1.0:1780963596.966528:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000007f662433 00010000:00010000:1.0:1780963596.966530:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963596.966537:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963597.282606:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963598.308141:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963599.334082:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963599.394842:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461346624:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963599.398643:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780963599.398679:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f6d1173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461346688:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1780963599.399210:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963599.399216:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963599.399218:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963599.399221:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963599.399635:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780963599.399651:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461346752:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963599.409733:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc94fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461346624:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963599.409781:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f6d1173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461346688:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00080000:2.0:1780963599.414837:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000063bac2be x1867475461346752/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963606 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780963599.414867:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063bac2be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461346752:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00010000:0.0:1780963600.354935:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963601.378646:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963602.403481:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963602.410218:0:8729:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963602.411526:0:8729:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-client.virtnet: executing check_config_client /mnt/lustre 00010000:00010000:0.0:1780963603.426526:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963604.454914:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963604.514972:0:2253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2253:1867475461346816:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963604.522595:0:2253:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780963604.522632:0:2253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461346880:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963604.525057:0:2253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000559467cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461346944:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963604.532092:0:2253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461346880:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1780963604.532113:0:2253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2253:1867475461346816:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1780963604.532367:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963604.532396:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963604.532398:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963604.532401:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00010000:00080000:1.0:1780963604.541944:0:2253:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000559467cf x1867475461346944/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963611 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1780963604.541974:0:2253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000559467cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461346944:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963605.476012:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963606.498613:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963607.523444:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963608.546437:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963609.570731:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963609.634533:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963609.634539:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963609.634555:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963609.634558:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963609.634623:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2252:1867475461347008:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963609.634716:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002856cd0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461347136:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963609.634748:0:2252:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780963609.634753:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461347072:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963609.638941:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461347072:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963609.638959:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2252:1867475461347008:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:1.0:1780963609.638970:0:2252:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000002856cd0e x1867475461347136/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963616 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1780963609.638980:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002856cd0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461347136:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963610.595776:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963611.618666:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963612.642513:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963613.669888:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963614.690678:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963614.754751:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963614.754758:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963614.754761:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963614.754763:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963614.754788:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb936876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347264:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963614.754884:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780963614.754890:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461347200:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963614.754915:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347328:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963614.766526:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461347200:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963614.766549:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000f94db5e7 x1867475461347328/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963621 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963614.766561:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347328:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963614.766572:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb936876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347264:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963615.714504:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963616.738951:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963617.763846:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963618.786443:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963619.812871:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963619.875417:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963619.875424:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963619.875426:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963619.875429:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963619.875453:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb936876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461347392:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963619.875536:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347520:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963619.875569:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780963619.875575:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347456:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963619.882548:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb936876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461347392:192.168.203.109@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963619.886792:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000004fd676d7 x1867475461347520/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963626 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963619.886811:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347520:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963619.886832:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461347456:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000080:1.0:1780963620.413349:0:9457:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963620.413354:0:9457:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1780963620.835242:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963621.895698:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963622.949383:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963623.970397:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963624.731968:0:2245:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.109@tcp (source: 12345-192.168.203.109@tcp) 00000100:00100000:1.0:1780963624.732849:0:5564:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475481310272 00000100:00100000:1.0:1780963624.732960:0:5564:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.109@tcp, seq: 3 00000100:00100000:1.0:1780963624.732968:0:5564:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002856cd0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+3:12544:x1867475481310272:12345-192.168.203.109@tcp:104: 00010000:00010000:1.0:1780963624.732997:0:5564:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963624.733307:0:5564:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780963624.733314:0:5564:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002856cd0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda+3:12544:x1867475481310272:12345-192.168.203.109@tcp:104: Request processed in 346us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780963624.733322:0:5564:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.109@tcp, seq: 3 00010000:00010000:2.0:1780963624.733432:0:5573:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780963624.733437:0:5573:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963624.733446:0:5573:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000039c5b66d already unused, calling callback (000000009b269857) 10000000:00010000:2.0:1780963624.733448:0:5573:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963624.733455:0:5573:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1780963624.733462:0:5573:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1780963624.733467:0:5573:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1780963624.733715:0:5573:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963624.733724:0:5573:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780963624.733746:0:5573:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963624.733753:0:5573:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000039c5b66d/0x8fa007fb21e0daee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf07420548885636 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963624.733773:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963624.733775:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963624.733777:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963624.733795:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461347584:192.168.203.109@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1780963624.750295:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461347584:192.168.203.109@tcp:103:ldlm_bl_01.0 00000100:00080000:3.0:1780963624.994572:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963624.994581:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963624.994584:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963624.994587:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963624.994695:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461347712:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963624.994811:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780963624.994818:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461347648:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1780963624.994910:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780963625.001367:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461347648:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00080000:3.0:1780963625.001393:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000004fd676d7 x1867475461347712/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963631 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963625.001405:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461347712:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1780963626.019466:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780963626.722514:0:5576:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1780963626.722527:0:5576:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff952604f93000 from 4 10000000:01000000:3.0:1780963626.722534:0:5576:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1780963626.722602:0:5576:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963626.722618:0:5576:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963626.722631:0:5576:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963626.723415:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461347776:192.168.203.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780963626.723653:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e43afce7 going to sleep for 43 seconds 00000100:00100000:3.0:1780963626.765312:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461347776:192.168.203.109@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780963626.765356:0:5576:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf074205488856a6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963626.766695:0:5576:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf074205488856a6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963626.772642:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461347840:192.168.203.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963626.774680:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e43afce7 going to sleep for 43 seconds 00000100:00100000:3.0:1780963626.795357:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461347840:192.168.203.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963626.795454:0:5576:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461347904:192.168.203.109@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780963626.795561:0:5576:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e43afce7 going to sleep for 43 seconds 00000100:00100000:3.0:1780963626.813629:0:5576:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:5576:1867475461347904:192.168.203.109@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780963626.814402:0:9736:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:9736:1867475461347968:192.168.203.109@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780963626.814636:0:9736:0:(client.c:2500:ptlrpc_set_wait()) set 00000000041cb12b going to sleep for 43 seconds 00000100:00100000:2.0:1780963626.818619:0:9736:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:9736:1867475461347968:192.168.203.109@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780963626.818680:0:9736:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780963626.818690:0:9736:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963626.818692:0:9736:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1780963626.818697:0:9736:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff952604f93000 00000020:00000080:2.0:1780963626.818699:0:9736:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1780963626.818789:0:9736:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:9736:1867475461348032:192.168.203.109@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780963626.818852:0:9736:0:(client.c:2500:ptlrpc_set_wait()) set 000000006ff8500d going to sleep for 43 seconds 00000100:00100000:3.0:1780963626.824241:0:9736:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae33ab6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:9736:1867475461348032:192.168.203.109@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780963626.824318:0:9736:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780963626.824326:0:9736:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780963626.824328:0:9736:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1780963626.824332:0:9736:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:0.0:1780963626.824593:0:5576:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1780963626.824615:0:5576:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1780963626.824622:0:5576:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf074205488856a6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963626.824634:0:5576:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000be6763ad/0x8fa007fb21e0daf5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf074205488856a6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963627.043551:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963628.066584:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963629.093423:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963630.115474:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963630.115600:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963630.115606:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963630.115609:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963630.115612:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963630.115645:0:2253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2253:1867475461348096:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963630.115760:0:2253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da6bd2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461348224:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963630.115797:0:2253:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780963630.115804:0:2253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000739ffc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461348160:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780963630.117727:0:2253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000739ffc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461348160:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00080000:1.0:1780963630.117752:0:2253:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000da6bd2a9 x1867475461348224/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963637 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780963630.117764:0:2253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da6bd2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2253:1867475461348224:192.168.203.109@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780963630.118171:0:2253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2253:1867475461348096:192.168.203.109@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1780963631.140276:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780963631.775838:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:3.0:1780963631.775881:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963631.775904:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.775932:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963631.775948:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:3.0:1780963631.775952:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:3.0:1780963631.775962:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000002c2b48ee 00010000:00010000:3.0:1780963631.775965:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.775988:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.776008:0:7739:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:3.0:1780963631.776028:0:7739:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d52a, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=25 00000080:00200000:3.0:1780963631.776034:0:7739:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d52a, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=0 00000002:00010000:3.0:1780963631.776047:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d52a,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963631.776105:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.776114:0:7739:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.776139:0:7739:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963631.776173:0:7739:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job bash:0661b2a9-cf56-4976-97ac-495c294f9fa2:7739:1867475461348288:192.168.203.109@tcp:101:bash.0 00000100:00100000:3.0:1780963631.776306:0:7739:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4224a9e going to sleep for 6 seconds 00000100:00100000:3.0:1780963631.782684:0:7739:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job bash:0661b2a9-cf56-4976-97ac-495c294f9fa2:7739:1867475461348288:192.168.203.109@tcp:101:bash.0 00010000:00010000:3.0:1780963631.782712:0:7739:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782730:0:7739:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782737:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782768:0:7739:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782778:0:7739:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782785:0:7739:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c1f7ec4 already unused, calling callback (00000000d69f7e2b) 00010000:00010000:3.0:1780963631.782789:0:7739:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782796:0:7739:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782804:0:7739:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782811:0:7739:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780963631.782817:0:7739:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782824:0:7739:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003c1f7ec4/0x8fa007fb21e0dafc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963631.782847:0:7739:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@000000004fd676d7 x1867475461348288/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963638 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:3.0:1780963631.782888:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782901:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963631.782916:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000c5e9201a 00010000:00010000:3.0:1780963631.782920:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.782939:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.783179:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:3.0:1780963631.783194:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963631.783201:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.783208:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963631.783218:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:3.0:1780963631.783221:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:3.0:1780963631.783226:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000002c2b48ee 00010000:00010000:3.0:1780963631.783228:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.783236:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.783243:0:7739:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:3.0:1780963631.783429:0:7739:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d52b, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=25 00000080:00200000:3.0:1780963631.783436:0:7739:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d52b, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=0 00000002:00010000:3.0:1780963631.783450:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d52b,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963631.783507:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.783514:0:7739:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.783524:0:7739:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963631.783547:0:7739:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job bash:0661b2a9-cf56-4976-97ac-495c294f9fa2:7739:1867475461348352:192.168.203.109@tcp:101:bash.0 00000100:00100000:3.0:1780963631.783684:0:7739:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4224a9e going to sleep for 6 seconds 00000100:00100000:3.0:1780963631.802843:0:7739:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job bash:0661b2a9-cf56-4976-97ac-495c294f9fa2:7739:1867475461348352:192.168.203.109@tcp:101:bash.0 00010000:00010000:3.0:1780963631.802876:0:7739:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.802894:0:7739:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.802901:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.802908:0:7739:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.802916:0:7739:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803017:0:7739:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003569ae2a already unused, calling callback (00000000d69f7e2b) 00010000:00010000:3.0:1780963631.803023:0:7739:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803053:0:7739:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803060:0:7739:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803067:0:7739:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780963631.803074:0:7739:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803080:0:7739:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000003569ae2a/0x8fa007fb21e0db03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7739 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963631.803098:0:7739:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@000000004fd676d7 x1867475461348352/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963638 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:3.0:1780963631.803142:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803153:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963631.803161:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000c5e9201a 00010000:00010000:3.0:1780963631.803165:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803171:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.803680:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:3.0:1780963631.803703:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963631.803710:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803717:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963631.803725:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:3.0:1780963631.803728:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:3.0:1780963631.803733:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000e4d1a746 00010000:00010000:3.0:1780963631.803735:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803740:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.803749:0:7739:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 44 00000080:00200000:3.0:1780963631.803760:0:7739:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), flags 304000 00000002:00010000:3.0:1780963631.803790:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:3.0:1780963631.803794:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.803801:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963631.804728:0:7739:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job bash:0661b2a9-cf56-4976-97ac-495c294f9fa2:7739:1867475461348416:192.168.203.109@tcp:37:bash.0 00000100:00100000:3.0:1780963631.804853:0:7739:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4224a9e going to sleep for 6 seconds 00000100:00100000:3.0:1780963631.829080:0:7739:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job bash:0661b2a9-cf56-4976-97ac-495c294f9fa2:7739:1867475461348416:192.168.203.109@tcp:37:bash.0 00010000:00010000:3.0:1780963631.829865:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.829883:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.829917:0:7739:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:3.0:1780963631.829952:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963631.829969:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.829979:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963631.829989:0:7739:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:3.0:1780963631.829992:0:7739:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:3.0:1780963631.829998:0:7739:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000383f620d 00010000:00010000:3.0:1780963631.830000:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.830005:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.830300:0:7739:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1780963631.830313:0:7739:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:3.0:1780963631.830319:0:7739:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.830325:0:7739:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1780963631.830349:0:7739:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1780963631.830352:0:7739:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.830357:0:7739:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.830394:0:7739:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1780963631.830412:0:7739:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00200000:2.0:1780963631.841703:0:9872:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963631.843071:0:9872:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963631.843101:0:9872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.843121:0:9872:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963631.843135:0:9872:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963631.843139:0:9872:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:2.0:1780963631.843148:0:9872:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000008d9726ad 00010000:00010000:2.0:1780963631.843151:0:9872:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.843160:0:9872:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963631.843178:0:9872:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:2.0:1780963631.843214:0:9872:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=[Rdfs][0-9]*, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=8 00000080:00200000:2.0:1780963631.843220:0:9872:0:(namei.c:833:ll_lookup_it()) VFS Op:name=[Rdfs][0-9]*, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=getattr 00000002:00010000:2.0:1780963631.843235:0:9872:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: [Rdfs][0-9]*,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963631.843315:0:9872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.843324:0:9872:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.843334:0:9872:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963631.843427:0:9872:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f3e583a pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9872:1867475461348480:192.168.203.109@tcp:101:rm.0 00000100:00100000:2.0:1780963631.844015:0:9872:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963631.848083:0:9872:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f3e583a pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9872:1867475461348480:192.168.203.109@tcp:101:rm.0 00010000:00010000:2.0:1780963631.848115:0:9872:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848133:0:9872:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848140:0:9872:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848147:0:9872:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848156:0:9872:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848187:0:9872:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021422e5c already unused, calling callback (00000000d69f7e2b) 00010000:00010000:2.0:1780963631.848192:0:9872:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848199:0:9872:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848206:0:9872:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848213:0:9872:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780963631.848221:0:9872:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848228:0:9872:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9872 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963631.848294:0:9872:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000006f3e583a x1867475461348480/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963638 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00010000:2.0:1780963631.848335:0:9872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848348:0:9872:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963631.848357:0:9872:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000f235f045 00010000:00010000:2.0:1780963631.848361:0:9872:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848378:0:9872:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963631.848472:0:9872:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963631.848487:0:9872:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963631.848494:0:9872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848501:0:9872:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963631.848509:0:9872:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963631.848512:0:9872:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:2.0:1780963631.848519:0:9872:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000a5cf52b6 00010000:00010000:2.0:1780963631.848521:0:9872:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.848527:0:9872:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963631.848549:0:9872:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:2.0:1780963631.848561:0:9872:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=[Rdfs][0-9]*, flags=0 00000080:00200000:1.0:1780963631.947568:0:9875:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963631.947595:0:9875:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963631.947612:0:9875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963631.947625:0:9875:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963631.947647:0:9875:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:1.0:1780963631.947732:0:9875:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:1.0:1780963631.947742:0:9875:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 000000008ed24de3 00010000:00010000:1.0:1780963631.947745:0:9875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963631.947753:0:9875:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963631.947767:0:9875:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:1.0:1780963631.947782:0:9875:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=1536 00000080:00200000:1.0:1780963631.947785:0:9875:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963631.947791:0:9875:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963631.947797:0:9875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963631.947803:0:9875:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963631.947811:0:9875:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:1.0:1780963631.947813:0:9875:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:1.0:1780963631.947816:0:9875:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 0000000026cf02c9 00010000:00010000:1.0:1780963631.947818:0:9875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963631.947824:0:9875:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963631.947843:0:9875:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 3 00000080:00200000:1.0:1780963631.947849:0:9875:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963631.947854:0:9875:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963631.947859:0:9875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963631.947865:0:9875:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963631.947872:0:9875:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:1.0:1780963631.947874:0:9875:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0dad9 00000080:00010000:1.0:1780963631.947877:0:9875:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0dad9 from it 00000000c4cafa84 00010000:00010000:1.0:1780963631.947878:0:9875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963631.947884:0:9875:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963631.947890:0:9875:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 3 00000080:00200000:1.0:1780963631.947893:0:9875:0:(namei.c:1905:ll_mkdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9) 00800000:00000004:1.0:1780963631.947912:0:9875:0:(obd_class.h:1039:obd_statfs_async()) lustre-MDT0000-mdc-ffff952604f93000: age 203, max_age 0 00000100:00100000:0.0:1780963631.948010:0:2252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000559467cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461348544:192.168.203.109@tcp:41:mkdir.0 00000100:00100000:1.0:1780963631.948315:0:9875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba3f765f pname:cluuid:pid:xid:nid:opc:job mkdir:0661b2a9-cf56-4976-97ac-495c294f9fa2:9875:1867475461348608:192.168.203.109@tcp:700:mkdir.0 00000100:00100000:1.0:1780963631.948343:0:9875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c04abe85 going to sleep for 11 seconds 00000100:00100000:0.0:1780963631.957791:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000559467cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2252:1867475461348544:192.168.203.109@tcp:41:mkdir.0 00000100:00100000:2.0:1780963631.957883:0:9875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba3f765f pname:cluuid:pid:xid:nid:opc:job mkdir:0661b2a9-cf56-4976-97ac-495c294f9fa2:9875:1867475461348608:192.168.203.109@tcp:700:mkdir.0 00010000:00010000:2.0:1780963631.957915:0:9875:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.958151:0:9875:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963631.958169:0:9875:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780963631.958171:0:9875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f87c41d8/0x8fa007fb21e0dad9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf07420548885595 expref: -99 pid: 5609 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963631.958205:0:9875:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963631.958211:0:9875:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006f3e583a x1867475461348736/t0(0) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 512/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963631.958231:0:9875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f3e583a pname:cluuid:pid:xid:nid:opc:job mkdir:0661b2a9-cf56-4976-97ac-495c294f9fa2:9875:1867475461348736:192.168.203.109@tcp:36:mkdir.0 00000100:00100000:2.0:1780963631.958336:0:9875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963631.968690:0:9875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f3e583a pname:cluuid:pid:xid:nid:opc:job mkdir:0661b2a9-cf56-4976-97ac-495c294f9fa2:9875:1867475461348736:192.168.203.109@tcp:36:mkdir.0 00000080:00200000:2.0:1780963631.968797:0:9875:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) 00000080:00200000:2.0:1780963631.968805:0:9875:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1780963631.975867:0:9876:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963631.975901:0:9876:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963631.976562:0:9876:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963631.976578:0:9876:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963631.976589:0:9876:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963631.976620:0:9876:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chmod:0661b2a9-cf56-4976-97ac-495c294f9fa2:9876:1867475461348800:192.168.203.109@tcp:101:chmod.0 00000100:00100000:0.0:1780963631.979072:0:9876:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:3.0:1780963631.984002:0:9876:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chmod:0661b2a9-cf56-4976-97ac-495c294f9fa2:9876:1867475461348800:192.168.203.109@tcp:101:chmod.0 00010000:00010000:3.0:1780963631.984032:0:9876:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984102:0:9876:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984174:0:9876:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984187:0:9876:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984200:0:9876:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984207:0:9876:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984234:0:9876:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963631.984245:0:9876:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000b888b505 x1867475461348800/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963638 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chmod.0' 00000002:00010000:3.0:1780963631.984453:0:9876:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984468:0:9876:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1780963631.984507:0:9876:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1780963631.984516:0:9876:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db11 00000080:00010000:3.0:1780963631.984524:0:9876:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:3.0:1780963631.984526:0:9876:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db11 from it 0000000075987a37 00010000:00010000:3.0:1780963631.984528:0:9876:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984536:0:9876:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963631.984628:0:9876:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000007:0x1:0x0](00000000a51ffaf9) from 4096 to 0, valid 41, hsm_import 0 00010000:00010000:3.0:1780963631.984655:0:9876:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984716:0:9876:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963631.984723:0:9876:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780963631.984731:0:9876:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b2d86a7c/0x8fa007fb21e0db11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf07420548885716 expref: -99 pid: 9876 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1780963631.984763:0:9876:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780963631.984769:0:9876:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004fd676d7 x1867475461348928/t0(0) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1780963631.984859:0:9876:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job chmod:0661b2a9-cf56-4976-97ac-495c294f9fa2:9876:1867475461348928:192.168.203.109@tcp:36:chmod.0 00000100:00100000:3.0:1780963631.985013:0:9876:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4224a9e going to sleep for 6 seconds 00000100:00100000:3.0:1780963631.988494:0:9876:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fd676d7 pname:cluuid:pid:xid:nid:opc:job chmod:0661b2a9-cf56-4976-97ac-495c294f9fa2:9876:1867475461348928:192.168.203.109@tcp:36:chmod.0 00000080:00200000:3.0:1780963631.988544:0:9876:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1780963632.025810:0:9877:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:1.0:1780963632.025841:0:9877:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963632.025913:0:9877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963632.025953:0:9877:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963632.025966:0:9877:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963632.025998:0:9877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0ea51b pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461348992:192.168.203.109@tcp:101:chown.0 00000100:00100000:1.0:1780963632.026096:0:9877:0:(client.c:2500:ptlrpc_set_wait()) set 000000008cd4bc7b going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.034099:0:9877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0ea51b pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461348992:192.168.203.109@tcp:101:chown.0 00010000:00010000:0.0:1780963632.034143:0:9877:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034163:0:9877:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034194:0:9877:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034205:0:9877:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034219:0:9877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034227:0:9877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034233:0:9877:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963632.034245:0:9877:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000008b0ea51b x1867475461348992/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chown.0' 00000002:00010000:0.0:1780963632.034578:0:9877:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034597:0:9877:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1780963632.034645:0:9877:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1780963632.034655:0:9877:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:0.0:1780963632.034663:0:9877:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963632.034666:0:9877:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000008d9726ad 00010000:00010000:0.0:1780963632.034668:0:9877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.034689:0:9877:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.034724:0:9877:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:0.0:1780963632.034749:0:9877:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=8 00000080:00200000:0.0:1780963632.034755:0:9877:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=getattr 00000002:00010000:0.0:1780963632.036877:0:9877:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963632.036980:0:9877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.036994:0:9877:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.037006:0:9877:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963632.037039:0:9877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461349056:192.168.203.109@tcp:101:chown.0 00000100:00100000:0.0:1780963632.037282:0:9877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.042004:0:9877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461349056:192.168.203.109@tcp:101:chown.0 00010000:00010000:0.0:1780963632.042039:0:9877:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042067:0:9877:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042076:0:9877:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042111:0:9877:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042122:0:9877:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042135:0:9877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042142:0:9877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042148:0:9877:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963632.042158:0:9877:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000b888b505 x1867475461349056/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chown.0' 00000002:00010000:0.0:1780963632.042171:0:9877:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042181:0:9877:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1780963632.042210:0:9877:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1780963632.042213:0:9877:0:(namei.c:157:ll_iget()) got inode: [0x200000402:0x1:0x0](00000000984cd32e): rc = 0 00000080:00010000:0.0:1780963632.042222:0:9877:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db1f 00000080:00010000:0.0:1780963632.042236:0:9877:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) 00000080:00010000:0.0:1780963632.042240:0:9877:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db1f from it 00000000a6851acb 00010000:00010000:0.0:1780963632.042242:0:9877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.042295:0:9877:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.042407:0:9877:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e),name=d0_runas_test 00000100:00100000:0.0:1780963632.042471:0:9877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461349120:192.168.203.109@tcp:900:chown.0 00000100:00100000:0.0:1780963632.042903:0:9877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.053473:0:9877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461349120:192.168.203.109@tcp:900:chown.0 00000002:00010000:0.0:1780963632.053534:0:9877:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963632.053557:0:9877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.053573:0:9877:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963632.053591:0:9877:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) 00000080:00010000:0.0:1780963632.053596:0:9877:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db1f 00000080:00010000:0.0:1780963632.053605:0:9877:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db1f from it 00000000b0568404 00010000:00010000:0.0:1780963632.053607:0:9877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.053615:0:9877:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.053705:0:9877:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963632.053719:0:9877:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963632.053727:0:9877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.053751:0:9877:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963632.053759:0:9877:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963632.053762:0:9877:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:0.0:1780963632.053765:0:9877:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000007fd43fe0 00010000:00010000:0.0:1780963632.053767:0:9877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.053773:0:9877:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.053781:0:9877:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:0.0:1780963632.053789:0:9877:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=9 00000080:00200000:0.0:1780963632.053813:0:9877:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000402:0x1:0x0](00000000984cd32e) from 4096 to 18446626589194784768, valid 46, hsm_import 0 00010000:00010000:0.0:1780963632.053832:0:9877:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.053913:0:9877:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.053933:0:9877:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963632.053935:0:9877:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf07420548885747 expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963632.053975:0:9877:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963632.053983:0:9877:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000b888b505 x1867475461349248/t0(0) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963632.054037:0:9877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461349248:192.168.203.109@tcp:36:chown.0 00000100:00100000:0.0:1780963632.054349:0:9877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.065224:0:9877:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1780963632.065315:0:9877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job chown:0661b2a9-cf56-4976-97ac-495c294f9fa2:9877:1867475461349248:192.168.203.109@tcp:36:chown.0 00000080:00200000:0.0:1780963632.065359:0:9877:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1780963632.085027:0:9878:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963632.085063:0:9878:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963632.085083:0:9878:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.085100:0:9878:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963632.085113:0:9878:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963632.085117:0:9878:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:0.0:1780963632.085125:0:9878:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000ee3cc61d 00010000:00010000:0.0:1780963632.085128:0:9878:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.085137:0:9878:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.085153:0:9878:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000100:00100000:0.0:1780963632.085221:0:9878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349312:192.168.203.109@tcp:49:touch.500 00000100:00100000:0.0:1780963632.085349:0:9878:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.107774:0:9878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349312:192.168.203.109@tcp:49:touch.500 00000080:00200000:0.0:1780963632.107859:0:9878:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=25 00000080:00200000:0.0:1780963632.107865:0:9878:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=0 00000002:00010000:0.0:1780963632.107899:0:9878:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963632.107976:0:9878:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.107987:0:9878:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.107997:0:9878:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963632.108019:0:9878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349376:192.168.203.109@tcp:101:touch.500 00000100:00100000:0.0:1780963632.108097:0:9878:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.114340:0:9878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349376:192.168.203.109@tcp:101:touch.500 00010000:00010000:0.0:1780963632.114374:0:9878:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114399:0:9878:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114407:0:9878:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114420:0:9878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114431:0:9878:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114475:0:9878:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114483:0:9878:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114490:0:9878:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963632.114501:0:9878:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000b888b505 x1867475461349376/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.500' 00000002:00010000:0.0:1780963632.114514:0:9878:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114525:0:9878:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1780963632.114554:0:9878:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1780963632.114558:0:9878:0:(namei.c:157:ll_iget()) got inode: [0x200000402:0x1:0x0](00000000984cd32e): rc = 0 00000080:00010000:0.0:1780963632.114567:0:9878:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db26 00000080:00010000:0.0:1780963632.114581:0:9878:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) 00000080:00010000:0.0:1780963632.114585:0:9878:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db26 from it 000000000671c4c5 00010000:00010000:0.0:1780963632.114587:0:9878:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114596:0:9878:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.114639:0:9878:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 1 00000080:00200000:0.0:1780963632.114665:0:9878:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 3 00000080:00200000:0.0:1780963632.114677:0:9878:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f7739, dir=[0x200000402:0x1:0x0](00000000984cd32e), file 00000000c9e89550, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1780963632.114687:0:9878:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f7739, dir=[0x200000402:0x1:0x0](00000000984cd32e), intent=open|creat 00000002:00010000:0.0:1780963632.114716:0:9878:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f7739,[0x200000402:0x2:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1780963632.114775:0:9878:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.114783:0:9878:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963632.114795:0:9878:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780963632.114801:0:9878:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000b888b505 x1867475461349504/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780963632.114809:0:9878:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963632.114834:0:9878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349504:192.168.203.109@tcp:101:touch.500 00000100:00100000:0.0:1780963632.114980:0:9878:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.118871:0:9878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b888b505 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349504:192.168.203.109@tcp:101:touch.500 00010000:00010000:0.0:1780963632.118905:0:9878:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.118941:0:9878:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.118949:0:9878:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.118960:0:9878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.118989:0:9878:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.119002:0:9878:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.119009:0:9878:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.119015:0:9878:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963632.119026:0:9878:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/656 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000002:00100000:0.0:1780963632.119038:0:9878:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/656 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000002:00010000:0.0:1780963632.119052:0:9878:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1780963632.119065:0:9878:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1780963632.119076:0:9878:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 16 res 8589935618/2 (0 0) 00000080:00200000:0.0:1780963632.119102:0:9878:0:(namei.c:1412:ll_create_it()) VFS Op:name=f7739, dir=[0x200000402:0x1:0x0](00000000984cd32e), intent=open|creat 00000080:00200000:0.0:1780963632.119223:0:9878:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2:0x0](000000003c3038ca) 00000080:00200000:0.0:1780963632.119520:0:9878:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1780963632.119526:0:9878:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2:0x0](000000003c3038ca) 00000080:00010000:0.0:1780963632.119535:0:9878:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](000000003c3038ca) for lock 0x8fa007fb21e0db2d 00000080:00200000:0.0:1780963632.119554:0:9878:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2:0x0](000000003c3038ca), flags 104501 00000002:00100000:0.0:1780963632.119578:0:9878:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000080:00010000:0.0:1780963632.119640:0:9878:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db2d from it 000000002a822763 00010000:00010000:0.0:1780963632.119644:0:9878:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1780963632.119653:0:9878:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1780963632.119673:0:9878:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2:0x0](000000003c3038ca), inode mode 81a4 mask 40 00000080:00200000:0.0:1780963632.119726:0:9878:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000402:0x2:0x0](000000003c3038ca) from 0 to 18446744072430746135, valid 20070, hsm_import 0 00000020:00100000:0.0:1780963632.119781:0:9878:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963632.119788:0:9878:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000089b990b8 x1867475461349632/t0(0) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963632.119815:0:9878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349632:192.168.203.109@tcp:36:touch.500 00000100:00100000:0.0:1780963632.119882:0:9878:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ad94a1 going to sleep for 6 seconds 00000100:00100000:0.0:1780963632.123438:0:9878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349632:192.168.203.109@tcp:36:touch.500 00000080:00200000:0.0:1780963632.123501:0:9878:0:(vvp_io.c:1820:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780963632.123521:0:9878:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:0.0:1780963632.123601:0:9878:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff952604f93000: connect to NID 192.168.203.109@tcp last attempt 200 00000100:00080000:0.0:1780963632.123610:0:9878:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff952604f93000: import 000000003d1055b0 using connection 192.168.203.109@tcp/192.168.203.109@tcp 00000008:00100000:0.0:1780963632.123625:0:9878:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8437760, lost: 0. 00000100:00100000:0.0:1780963632.123654:0:9878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000739ffc3 x1867475461349696/t0(0) o8->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963632.123769:0:2251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000739ffc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461349696:192.168.203.109@tcp:8:touch.500 00000100:00100000:0.0:1780963632.123977:0:2252:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1780963632.123991:0:2252:0:(client.c:1659:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000da6bd2a9 x1867475461349760/t0(0) o2->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'touch.500' 00010000:00080000:2.0:1780963632.127088:0:2251:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000000739ffc3 x1867475461349696/t0(0) o8->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1780963638 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'touch.500' 00000100:00100000:2.0:1780963632.127110:0:2251:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1780963632.127129:0:2251:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff952604f93000: connect to target with instance 1 00000100:00080000:2.0:1780963632.127141:0:2251:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff952604f93000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440078 00000080:00000004:2.0:1780963632.127155:0:2251:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1780963632.127162:0:2251:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1780963632.127169:0:2251:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1780963632.127174:0:2251:0:(import.c:86:import_set_state_nolock()) 000000003d1055b0 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:2.0:1780963632.127183:0:2251:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1780963632.127185:0:2251:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1780963632.127192:0:2251:0:(recover.c:218:ptlrpc_wake_delayed()) @@@ waking (set 00000000321cc89a): req@00000000da6bd2a9 x1867475461349760/t0(0) o2->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'touch.500' 00000100:00100000:2.0:1780963632.128538:0:2251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000739ffc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461349696:192.168.203.109@tcp:8:touch.500 00010000:00080000:0.0:1780963632.138574:0:2252:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000da6bd2a9 x1867475461349760/t0(0) o2->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1780963639 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'touch.500' 00000100:00100000:0.0:1780963632.138602:0:2252:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: committing for last_committed 4294967297 gen 2 00000100:00100000:0.0:1780963632.138635:0:2252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da6bd2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:0:1867475461349760:192.168.203.109@tcp:2:touch.500 00000080:00200000:2.0:1780963632.138786:0:9878:0:(vvp_io.c:313:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1780963632.138845:0:9878:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2:0x0](000000003c3038ca) 00000002:00100000:2.0:1780963632.138903:0:9878:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963639 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.500' 00000020:00100000:2.0:1780963632.138949:0:9878:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963632.138953:0:9878:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000005dfbeefa x1867475461349888/t0(0) o35->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963632.138976:0:9878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dfbeefa pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349888:192.168.203.109@tcp:35:touch.500 00000100:00100000:2.0:1780963632.139105:0:9878:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.141770:0:9878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dfbeefa pname:cluuid:pid:xid:nid:opc:job touch:0661b2a9-cf56-4976-97ac-495c294f9fa2:9878:1867475461349888:192.168.203.109@tcp:35:touch.500 00000002:00100000:2.0:1780963632.141815:0:9878:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.500' 00000080:00200000:0.0:1780963632.156063:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:0.0:1780963632.156103:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963632.156125:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.156142:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963632.156156:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963632.156161:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:0.0:1780963632.156170:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000004e6713f9 00010000:00010000:0.0:1780963632.156173:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.156182:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963632.156199:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:0.0:1780963632.156208:0:9879:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=8 00000080:00200000:0.0:1780963632.156215:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e),name=d0_runas_test 00000002:00010000:0.0:1780963632.156237:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963632.156449:0:9879:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1780963632.156665:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.156674:0:9879:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963632.156686:0:9879:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963632.156719:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da6bd2a9 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461349952:192.168.203.109@tcp:101:rm.0 00000100:00100000:0.0:1780963632.156958:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ad94a1 going to sleep for 6 seconds 00010000:00010000:3.0:1780963632.163610:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963632.164074:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da6bd2a9 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461349952:192.168.203.109@tcp:101:rm.0 00010000:00010000:2.0:1780963632.164111:0:9879:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164132:0:9879:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164139:0:9879:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164150:0:9879:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164181:0:9879:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164195:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164203:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164209:0:9879:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963632.164220:0:9879:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000da6bd2a9 x1867475461349952/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1780963632.164232:0:9879:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164347:0:9879:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1780963632.164379:0:9879:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1780963632.164388:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db34 00000080:00010000:2.0:1780963632.164396:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) 00000080:00010000:2.0:1780963632.164398:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db34 from it 00000000ff3b29cb 00010000:00010000:2.0:1780963632.164401:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164409:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.164749:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963632.164893:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963632.164903:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164914:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963632.164933:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963632.164935:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:2.0:1780963632.164939:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000b914e096 00010000:00010000:2.0:1780963632.164941:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.164947:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.164956:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:2.0:1780963632.164963:0:9879:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266 00000080:00200000:2.0:1780963632.164968:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 44 00000100:00100000:2.0:1780963632.165105:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350016:192.168.203.109@tcp:49:rm.0 00000100:00100000:2.0:1780963632.165317:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.168624:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350016:192.168.203.109@tcp:49:rm.0 00000080:00200000:2.0:1780963632.168677:0:9879:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), flags 704400 00000002:00010000:2.0:1780963632.168710:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1780963632.168789:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.168819:0:9879:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963632.168833:0:9879:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963632.168841:0:9879:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002bb8a69e x1867475461350144/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963632.168849:0:9879:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963632.168873:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350144:192.168.203.109@tcp:101:rm.0 00000100:00100000:2.0:1780963632.169452:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.172106:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350144:192.168.203.109@tcp:101:rm.0 00010000:00010000:2.0:1780963632.172146:0:9879:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172164:0:9879:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172172:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172179:0:9879:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172188:0:9879:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172218:0:9879:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021422e5c already unused, calling callback (00000000d69f7e2b) 00010000:00010000:2.0:1780963632.172222:0:9879:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172229:0:9879:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172236:0:9879:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172288:0:9879:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780963632.172294:0:9879:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172302:0:9879:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963632.172324:0:9879:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000002bb8a69e x1867475461350144/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1780963632.172337:0:9879:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002bb8a69e x1867475461350144/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1780963632.172375:0:9879:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000002:00100000:2.0:1780963632.172395:0:9879:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002bb8a69e x1867475461350144/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1780963632.172560:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e),name=d0_runas_test 00000002:00010000:2.0:1780963632.172585:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963632.172602:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172623:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963632.172634:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) 00000080:00010000:2.0:1780963632.172638:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db34 00000080:00010000:2.0:1780963632.172643:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db34 from it 000000009e33ada9 00010000:00010000:2.0:1780963632.172645:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172652:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.172725:0:9879:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1780963632.172740:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:2.0:1780963632.172746:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.172753:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963632.173453:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350208:192.168.203.109@tcp:37:rm.0 00000100:00100000:2.0:1780963632.173558:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.185581:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350208:192.168.203.109@tcp:37:rm.0 00010000:00010000:2.0:1780963632.186338:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.186358:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.186449:0:9879:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) 00000002:00100000:2.0:1780963632.186507:0:9879:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000002bb8a69e x1867475461350144/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1780963632.186543:0:9879:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963632.186549:0:9879:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000090482422 x1867475461350336/t0(0) o35->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963632.186575:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350336:192.168.203.109@tcp:35:rm.0 00000100:00100000:2.0:1780963632.186678:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.191807:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350336:192.168.203.109@tcp:35:rm.0 00000002:00100000:2.0:1780963632.191855:0:9879:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000002bb8a69e x1867475461350144/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1780963632.191962:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963632.191981:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963632.192003:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.192016:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963632.192026:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963632.192029:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:2.0:1780963632.192036:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000b914e096 00010000:00010000:2.0:1780963632.192038:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.192047:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.192081:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:2.0:1780963632.192089:0:9879:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266 00000080:00200000:2.0:1780963632.192094:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 44 00000100:00100000:2.0:1780963632.192208:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350400:192.168.203.109@tcp:49:rm.0 00000100:00100000:2.0:1780963632.192516:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.199029:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350400:192.168.203.109@tcp:49:rm.0 00000080:00200000:2.0:1780963632.199085:0:9879:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), flags 704400 00000002:00010000:2.0:1780963632.199120:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1780963632.199199:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.199211:0:9879:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963632.199223:0:9879:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963632.199230:0:9879:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000090482422 x1867475461350528/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963632.199239:0:9879:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963632.199286:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350528:192.168.203.109@tcp:101:rm.0 00000100:00100000:2.0:1780963632.199510:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.203968:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350528:192.168.203.109@tcp:101:rm.0 00010000:00010000:2.0:1780963632.204071:0:9879:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204103:0:9879:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204123:0:9879:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204135:0:9879:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963632.204147:0:9879:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@0000000090482422 x1867475461350528/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:2.0:1780963632.204157:0:9879:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000090482422 x1867475461350528/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1780963632.204164:0:9879:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204172:0:9879:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 16 res 8589935618/1 (0 0) 00000080:00200000:2.0:1780963632.204197:0:9879:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1780963632.204202:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db42 00000080:00010000:2.0:1780963632.204209:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db42 from it 00000000bd916422 00010000:00010000:2.0:1780963632.204211:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204218:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963632.204238:0:9879:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000090482422 x1867475461350528/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:2.0:1780963632.204466:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e),name=d0_runas_test 00000002:00010000:2.0:1780963632.204566:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963632.204577:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204588:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963632.204598:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) 00000080:00010000:2.0:1780963632.204601:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db34 00000080:00010000:2.0:1780963632.204605:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db34 from it 000000009e33ada9 00010000:00010000:2.0:1780963632.204607:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.204613:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.204645:0:9879:0:(llite_lib.c:2585:ll_statfs()) VFS Op:sb=lustre (00000000fff85ca4) 00000080:00000004:2.0:1780963632.204650:0:9879:0:(obd_class.h:1069:obd_statfs()) lustre-clilmv-ffff952604f93000: age 200, max_age 288 00800000:00000004:2.0:1780963632.204659:0:9879:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff952604f93000: age 203, max_age 288 00000100:00100000:2.0:1780963632.204698:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350592:192.168.203.109@tcp:41:rm.0 00000100:00100000:2.0:1780963632.204843:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000672706ef going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.209307:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350592:192.168.203.109@tcp:41:rm.0 00800000:00000004:2.0:1780963632.209345:0:9879:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff952604f93000: update 00000000c9203a5c cache blocks 901408/958279 objects 261810/262346 00000080:00000004:2.0:1780963632.209353:0:9879:0:(obd_class.h:1093:obd_statfs()) lustre-clilmv-ffff952604f93000: update 00000000d419da7c cache blocks 901408/958279 objects 261810/262346 00000080:00000004:2.0:1780963632.209359:0:9879:0:(llite_lib.c:2494:ll_statfs_internal()) MDC blocks 901408/958279 objects 261810/262346 00000080:00200000:2.0:1780963632.209417:0:9879:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1780963632.209441:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:2.0:1780963632.209460:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.209473:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1780963632.209490:0:9879:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1780963632.209494:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.209502:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.209539:0:9879:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1780963632.209568:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 1 00000100:00100000:2.0:1780963632.209623:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350656:192.168.203.109@tcp:49:rm.0 00000100:00100000:2.0:1780963632.209707:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.213657:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350656:192.168.203.109@tcp:49:rm.0 00000080:00200000:2.0:1780963632.213721:0:9879:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=f7739, flags=0 00000080:00200000:2.0:1780963632.213728:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 3 00000080:00200000:2.0:1780963632.213738:0:9879:0:(namei.c:2020:ll_unlink()) VFS Op:name=f7739, dir=[0x200000402:0x1:0x0](00000000984cd32e) 00010000:00010000:2.0:1780963632.213808:0:9879:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.214643:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.214791:0:9879:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1780963632.215185:0:9879:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00010000:00010000:2.0:1780963632.215241:0:9879:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1780963632.215344:0:9879:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.215352:0:9879:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1780963632.215354:0:9879:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000a6eda773/0x8fa007fb21e0db2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xbf07420548885786 expref: -99 pid: 9878 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1780963632.215376:0:9879:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073817113/0x8fa007fb21e0db34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488857a9 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963632.215395:0:9879:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963632.215406:0:9879:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002bb8a69e x1867475461350784/t0(0) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963632.215430:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350784:192.168.203.109@tcp:36:rm.0 00000100:00100000:2.0:1780963632.215548:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000646b0a65 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.220963:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb8a69e pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350784:192.168.203.109@tcp:36:rm.0 00000080:00200000:2.0:1780963632.221180:0:9879:0:(vvp_io.c:1820:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780963632.221198:0:9879:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780963632.221231:0:9879:0:(vvp_io.c:313:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1780963632.221238:0:9879:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2:0x0](000000003c3038ca) 00000080:00200000:2.0:1780963632.222130:0:9879:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) 00010000:00010000:2.0:1780963632.222164:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.222220:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963632.222237:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963632.222444:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.222453:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963632.222600:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963632.222604:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:2.0:1780963632.222612:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000009d235d0e 00010000:00010000:2.0:1780963632.222615:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.222624:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.222641:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00200000:2.0:1780963632.222654:0:9879:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=0 00000080:00200000:2.0:1780963632.222658:0:9879:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000002:00010000:2.0:1780963632.222665:0:9879:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963632.222736:0:9879:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.222746:0:9879:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963632.222878:0:9879:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963632.222881:0:9879:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00010000:2.0:1780963632.222884:0:9879:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000b2cae3ac 00010000:00010000:2.0:1780963632.222886:0:9879:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.222892:0:9879:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963632.222900:0:9879:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 3 00000080:00200000:2.0:1780963632.222906:0:9879:0:(namei.c:1931:ll_rmdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000a51ffaf9) 00010000:00010000:2.0:1780963632.222942:0:9879:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963632.222985:0:9879:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000090482422 x1867475461350528/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:2.0:1780963632.223090:0:9879:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963632.223097:0:9879:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000b997aa3b x1867475461350912/t0(0) o35->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963632.223121:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b997aa3b pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350912:192.168.203.109@tcp:35:rm.0 00000100:00100000:2.0:1780963632.224132:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.231379:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b997aa3b pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461350912:192.168.203.109@tcp:35:rm.0 00000002:00100000:2.0:1780963632.231424:0:9879:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000090482422 x1867475461350528/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:2.0:1780963632.231491:0:9879:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.231682:0:9879:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.231731:0:9879:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.231739:0:9879:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1780963632.231741:0:9879:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488857c5 expref: -99 pid: 9879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963632.231754:0:9879:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000009af13de2/0x8fa007fb21e0db26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf0742054888576a expref: -99 pid: 9878 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963632.231781:0:9879:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963632.231786:0:9879:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000b997aa3b x1867475461351040/t0(0) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963632.231810:0:9879:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b997aa3b pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461351040:192.168.203.109@tcp:36:rm.0 00000100:00100000:2.0:1780963632.232103:0:9879:0:(client.c:2500:ptlrpc_set_wait()) set 00000000030e10e8 going to sleep for 6 seconds 00000100:00100000:2.0:1780963632.248522:0:9879:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b997aa3b pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:9879:1867475461351040:192.168.203.109@tcp:36:rm.0 00000080:00200000:2.0:1780963632.248589:0:9879:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x200000402:0x1:0x0](00000000984cd32e) 00010000:00000001:3.0:1780963633.186695:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963633.186702:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963633.186709:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963633.186710:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963633.186852:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963633.186856:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963633.186859:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963634.211376:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963634.211381:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963634.211385:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963634.211386:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963634.211404:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963634.211407:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963634.211409:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963635.234320:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963635.234325:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963635.234331:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963635.234332:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963635.234404:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963635.234407:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963635.234409:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780963635.234947:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963635.234954:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963635.234960:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090482422. 00000020:00000040:2.0:1780963635.234965:0:38:0:(genops.c:1191:class_import_get()) import 0000000028e2c85c refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1780963635.234969:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963635.234972:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963635.234976:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963635.234982:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f1273bf. 00000100:00000001:2.0:1780963635.234995:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235007:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963635.235017:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963635.235021:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235027:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000090482422] to pc [ptlrpcd_01_01+1] req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.235057:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235059:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963635.235062:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963635.235066:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096527bf9. 00000020:00000040:2.0:1780963635.235068:0:38:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=11 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963635.235070:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963635.235071:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963635.235073:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963635.235075:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048379741. 00000100:00000001:2.0:1780963635.235077:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235081:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963635.235086:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963635.235088:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235091:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000096527bf9] to pc [ptlrpcd_01_00+0] req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.235097:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235098:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963635.235101:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963635.235104:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095872d0a. 00000020:00000040:2.0:1780963635.235105:0:38:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 00000100:00000001:2.0:1780963635.235107:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963635.235108:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963635.235109:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963635.235118:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007daad079. 00000100:00000001:2.0:1780963635.235121:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235124:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963635.235131:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963635.235132:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235135:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000095872d0a] to pc [ptlrpcd_01_01+1] req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.235140:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963635.235141:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963635.235144:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963635.235146:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963635.235148:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963635.235151:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089f5cfe4. 00000020:00000040:2.0:1780963635.235153:0:38:0:(genops.c:1191:class_import_get()) import 000000003d1055b0 refcount=5 obd=lustre-OST0001-osc-ffff952604f93000 00000100:00000001:2.0:1780963635.235154:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963635.235155:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963635.235157:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963635.235160:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000eb6f6d5. 00000100:00000001:2.0:1780963635.235162:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235164:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963635.235170:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963635.235171:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235173:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000089f5cfe4] to pc [ptlrpcd_01_00+0] req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.235179:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.235183:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000001:3.0:1780963635.235416:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963635.235419:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963635.235421:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963635.235426:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963635.235434:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963635.235442:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963635.235445:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963635.235448:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963635.235451:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461351104:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963635.235455:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963635.235459:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963635.235461:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963635.235463:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963635.235467:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd817996. 02000000:00000001:3.0:1780963635.235468:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963635.235476:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963635.235480:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae952fe6. 00000400:00000010:3.0:1780963635.235485:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc6d623c. 00000100:00000200:3.0:1780963635.235491:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351104, portal 25 00000100:00000001:3.0:1780963635.235493:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963635.235494:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487689024 : -117484221862592 : ffff952612b06d40) 00000100:00000040:3.0:1780963635.235498:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963635.235505:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963635.235507:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963635.235510:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f9104ce. 00000100:00000200:3.0:1780963635.235513:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475461351104, offset 0 00000400:00000200:3.0:1780963635.235519:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963635.235527:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963635.235534:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963635.235540:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963635.235543:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963635.235545:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963635.235548:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [160:160:256:4294967295] 192.168.203.109@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1780963635.235552:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963635.235561:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000100:00000001:2.0:1780963635.235972:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963635.235975:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963635.235982:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963635.235987:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.235994:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963635.235995:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.235997:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963635.235999:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963635.236000:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096527bf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351168:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963635.236003:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963635.236005:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963635.236006:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.236008:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963635.236011:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0c82e90. 02000000:00000001:2.0:1780963635.236012:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963635.236016:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963635.236018:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e65fdf32. 00000400:00000010:2.0:1780963635.236022:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003006589f. 00000100:00000200:2.0:1780963635.236024:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351168, portal 10 00000100:00000001:2.0:1780963635.236026:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963635.236026:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487691456 : -117484221860160 : ffff952612b076c0) 00000100:00000040:2.0:1780963635.236032:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.236038:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963635.236040:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963635.236042:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6ba0144. 00000100:00000200:2.0:1780963635.236044:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461351168, offset 0 00000400:00000200:2.0:1780963635.236048:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963635.236051:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963635.236054:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963635.236058:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963635.236060:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963635.236062:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963635.236064:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [161:161:255:4294967295] 192.168.203.109@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:2.0:1780963635.236072:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000800:00000200:3.0:1780963635.237508:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963635.237520:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f83dfa0 (tot 3206510). 00000800:00000200:3.0:1780963635.237528:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963635.237535:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963635.237539:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f83dfa0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1780963635.239971:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963635.239981:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963635.239988:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039509d9c (tot 3206758). 00000800:00000200:2.0:1780963635.239995:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963635.240001:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963635.240004:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039509d9c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963635.240065:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.240070:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963635.240074:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.240077:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963635.240084:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963635.240093:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963635.240095:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963635.240099:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963635.240102:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963635.240104:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095872d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351232:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963635.240108:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963635.240112:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963635.240114:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963635.240116:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963635.240121:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1142086. 02000000:00000001:3.0:1780963635.240122:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963635.240129:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963635.240132:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f105aac. 00000400:00000010:3.0:1780963635.240137:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000977c609d. 00000100:00000200:3.0:1780963635.240142:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351232, portal 10 00000100:00000001:3.0:1780963635.240144:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963635.240145:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487675648 : -117484221875968 : ffff952612b03900) 00000100:00000040:3.0:1780963635.240151:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963635.240156:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963635.240158:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963635.240161:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7d08db3. 00000100:00000200:3.0:1780963635.240172:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461351232, offset 0 00000400:00000200:3.0:1780963635.240177:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963635.240184:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963635.240191:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963635.240196:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963635.240199:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963635.240202:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963635.240204:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [162:162:254:4294967295] 192.168.203.109@tcp LPNI seq info [162:162:6:4294967295] 00000400:00000200:3.0:1780963635.240208:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963635.240212:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963635.240216:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963635.240219:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ef6b314 (tot 3207006). 00000800:00000200:3.0:1780963635.240222:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963635.240226:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963635.240229:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ef6b314 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963635.240835:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.240838:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963635.240840:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.240842:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963635.240848:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.240855:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963635.240856:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.240858:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963635.240860:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963635.240862:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089f5cfe4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351296:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963635.240865:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963635.240867:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963635.240868:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.240870:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963635.240873:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042ae250e. 02000000:00000001:2.0:1780963635.240875:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963635.240879:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963635.240882:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f61f154. 00000400:00000010:2.0:1780963635.240885:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000868e4302. 00000100:00000200:2.0:1780963635.240888:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351296, portal 4 00000100:00000001:2.0:1780963635.240890:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963635.240891:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487669568 : -117484221882048 : ffff952612b02140) 00000100:00000040:2.0:1780963635.240905:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.240920:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963635.240922:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963635.240925:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c2be959. 00000100:00000200:2.0:1780963635.240927:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475461351296, offset 0 00000400:00000200:2.0:1780963635.240931:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963635.240935:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963635.240940:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963635.240944:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963635.240946:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963635.240948:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963635.240951:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [163:163:253:4294967295] 192.168.203.109@tcp LPNI seq info [163:163:5:4294967295] 00000400:00000200:2.0:1780963635.240953:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963635.240959:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963635.240962:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963635.240966:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8d97035 (tot 3207254). 00000800:00000200:2.0:1780963635.240969:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963635.240974:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963635.240976:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8d97035 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963635.240979:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.240980:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963635.240982:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.240984:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.240987:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.240995:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963635.240997:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963635.240999:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963635.241001:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963635.241002:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.241004:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.241963:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.241967:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963635.241970:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.241972:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.241975:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963635.241981:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963635.241983:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963635.241985:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963635.241986:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963635.241988:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963635.241989:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963635.242530:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963635.242534:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f83dfa0 (tot 3207006). 00000400:00000200:1.0:1780963635.242541:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963635.242548:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963635.242554:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f9104ce 00000400:00000010:1.0:1780963635.242556:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f9104ce. 00000100:00000001:1.0:1780963635.242560:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963635.242565:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243046:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963635.243051:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243058:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963635.243060:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963635.243077:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963635.243079:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039509d9c (tot 3206758). 00000400:00000200:1.0:1780963635.243082:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963635.243085:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963635.243087:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6ba0144 00000400:00000010:1.0:1780963635.243100:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6ba0144. 00000100:00000001:1.0:1780963635.243103:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963635.243106:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243112:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963635.243113:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243118:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963635.243119:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963635.243125:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963635.243126:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8d97035 (tot 3206510). 00000400:00000200:1.0:1780963635.243128:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963635.243131:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963635.243132:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c2be959 00000400:00000010:1.0:1780963635.243133:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c2be959. 00000100:00000001:1.0:1780963635.243135:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963635.243137:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243142:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963635.243144:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243149:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963635.243150:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963635.243212:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963635.243214:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ef6b314 (tot 3206262). 00000400:00000200:1.0:1780963635.243216:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963635.243219:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963635.243221:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b7d08db3 00000400:00000010:1.0:1780963635.243222:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b7d08db3. 00000100:00000001:1.0:1780963635.243224:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963635.243226:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243232:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963635.243239:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963635.243244:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963635.243491:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963635.251545:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251563:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963635.251566:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251568:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251579:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251587:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963635.251595:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251602:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251606:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251610:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 25 MB=0x6a275838026c0 00000400:00000200:0.0:1780963635.251614:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251620:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:0.0:1780963635.251628:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251632:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251634:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963635.251638:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963635.251650:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963635.251657:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963635.251668:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963635.251691:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963635.251700:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251704:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963635.251706:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251708:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251710:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251714:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963635.251718:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251720:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251722:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251724:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a27583802700 00000400:00000200:0.0:1780963635.251728:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251732:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1780963635.251735:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251738:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251739:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963635.251742:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963635.251744:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963635.251747:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963635.251754:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963635.251763:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963635.251766:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251769:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963635.251771:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251773:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251781:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251784:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963635.251788:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251790:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251792:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251794:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a27583802740 00000400:00000200:0.0:1780963635.251797:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251800:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1780963635.251803:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251806:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251808:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963635.251810:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963635.251813:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963635.251816:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963635.251823:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963635.251829:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963635.251832:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251835:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963635.251837:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251838:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251841:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251843:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963635.251847:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251849:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251851:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251853:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 4 MB=0x6a27583802780 00000400:00000200:0.0:1780963635.251856:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963635.251859:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1780963635.251862:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251871:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963635.251879:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963635.251882:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963635.251884:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963635.251888:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963635.251894:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963635.251910:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963635.251914:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963635.251917:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252118:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963635.252122:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963635.252128:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963635.252136:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963635.252139:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae952fe6. 00000400:00000200:2.0:1780963635.252142:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc6d623c 00000400:00000010:2.0:1780963635.252144:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc6d623c. 00000100:00000001:2.0:1780963635.252147:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963635.252150:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963635.252158:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252163:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963635.252164:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252167:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963635.252170:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963635.252172:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963635.252174:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.252176:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963635.252182:0:2255:0:(import.c:1935:at_measured()) add 31 to 0000000039be2d5e time=93 v=31 (31 0 0 0) 00000100:00001000:2.0:1780963635.252186:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ae7344a3 time=93 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963635.252188:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963635.252189:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963635.252192:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963635.252194:0:2255:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252195:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.252199:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252205:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963635.252207:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963635.252209:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963635.252212:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963635.252218:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461351104:192.168.203.109@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1780963635.252222:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963635.252223:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963635.252230:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f105aac. 00000400:00000200:2.0:1780963635.252232:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000977c609d 00000400:00000010:2.0:1780963635.252234:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000977c609d. 00000100:00000001:2.0:1780963635.252236:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963635.252238:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963635.252244:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252274:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963635.252275:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252276:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963635.252278:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963635.252279:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963635.252280:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.252282:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963635.252287:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=92 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963635.252289:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=92 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963635.252291:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963635.252292:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963635.252294:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780963635.252297:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1780963635.252303:0:2255:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252306:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963635.252307:0:2255:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963635.252309:0:2255:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963635.252310:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.252312:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252318:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963635.252319:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963635.252320:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963635.252322:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963635.252339:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095872d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351232:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963635.252343:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252345:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963635.252347:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000090482422 x1867475461351104/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963679 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252353:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963635.252356:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963635.252358:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd817996. 02000000:00000001:2.0:1780963635.252433:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963635.252435:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963635.252436:0:2255:0:(genops.c:1204:class_import_put()) import 0000000028e2c85c refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1780963635.252438:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963635.252440:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001f1273bf. 02000000:00000001:2.0:1780963635.252443:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963635.252445:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963635.252446:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090482422. 00000100:00000001:2.0:1780963635.252449:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963635.252450:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252451:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963635.252454:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000095872d0a x1867475461351232/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252459:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963635.252460:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963635.252461:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1142086. 02000000:00000001:2.0:1780963635.252464:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963635.252464:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963635.252465:0:2255:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=5 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963635.252467:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963635.252467:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007daad079. 02000000:00000001:2.0:1780963635.252469:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963635.252470:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963635.252471:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095872d0a. 00000100:00000001:2.0:1780963635.252473:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963635.252478:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252480:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252488:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963635.252489:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252491:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963635.252492:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252501:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963635.252502:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963635.252505:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963635.252506:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963635.252507:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e65fdf32. 00000400:00000200:2.0:1780963635.252509:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003006589f 00000400:00000010:2.0:1780963635.252510:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003006589f. 00000100:00000001:2.0:1780963635.252512:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963635.252515:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963635.252521:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252525:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963635.252527:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252528:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963635.252529:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963635.252530:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963635.252531:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.252532:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963635.252535:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=93 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963635.252538:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=93 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963635.252539:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963635.252540:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963635.252542:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963635.252543:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252545:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963635.252546:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1780963635.252547:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963635.252549:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.252551:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252565:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963635.252566:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963635.252567:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963635.252570:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963635.252576:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096527bf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351168:192.168.203.109@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1780963635.252581:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963635.252582:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963635.252583:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f61f154. 00000400:00000200:2.0:1780963635.252585:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000868e4302 00000400:00000010:2.0:1780963635.252586:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000868e4302. 00000100:00000001:2.0:1780963635.252587:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963635.252589:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963635.252595:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252600:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963635.252601:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252602:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963635.252603:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963635.252604:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963635.252605:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963635.252607:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963635.252610:0:2254:0:(import.c:1935:at_measured()) add 1 to 0000000027c5bb8e time=92 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963635.252612:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000003cc5a7db time=3 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963635.252614:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963635.252615:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963635.252617:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780963635.252619:0:2254:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1780963635.252625:0:2254:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252632:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963635.252633:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1780963635.252634:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963635.252635:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963635.252638:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252642:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963635.252644:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963635.252645:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963635.252647:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963635.252652:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089f5cfe4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351296:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963635.252655:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252656:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963635.252658:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000096527bf9 x1867475461351168/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252663:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963635.252664:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963635.252666:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0c82e90. 02000000:00000001:2.0:1780963635.252668:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963635.252669:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963635.252670:0:2254:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=10 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963635.252671:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963635.252672:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000048379741. 02000000:00000001:2.0:1780963635.252674:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963635.252675:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963635.252675:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096527bf9. 00000100:00000001:2.0:1780963635.252677:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963635.252678:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252679:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963635.252681:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089f5cfe4 x1867475461351296/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963642 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963635.252685:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963635.252690:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963635.252691:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042ae250e. 02000000:00000001:2.0:1780963635.252693:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963635.252694:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963635.252695:0:2254:0:(genops.c:1204:class_import_put()) import 000000003d1055b0 refcount=4 obd=lustre-OST0001-osc-ffff952604f93000 00000020:00000001:2.0:1780963635.252696:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963635.252697:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000eb6f6d5. 02000000:00000001:2.0:1780963635.252699:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963635.252699:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963635.252700:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089f5cfe4. 00000100:00000001:2.0:1780963635.252702:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963635.252703:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252704:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963635.252708:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963635.252708:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963635.252710:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963635.252711:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963636.259978:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963636.259982:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963636.259987:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963636.259989:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963636.260011:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963636.260014:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963636.260016:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780963636.679427:0:10321:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963636.679435:0:10321:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963636.679438:0:10321:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963636.679440:0:10321:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:2.0:1780963636.679459:0:10321:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f6e3443b. 00000080:00000001:2.0:1780963636.679468:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.679475:0:10321:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963636.679478:0:10321:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.679483:0:10321:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963636.679485:0:10321:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963636.679488:0:10321:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963636.679492:0:10321:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963636.679494:0:10321:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963636.679497:0:10321:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.679499:0:10321:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.679501:0:10321:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.679503:0:10321:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963636.679507:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.679512:0:10321:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963636.679514:0:10321:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963636.679527:0:10321:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963636.679530:0:10321:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963636.679534:0:10321:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963636.679543:0:10321:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.679546:0:10321:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963636.679568:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.680746:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963636.680753:0:10321:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.680766:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963636.680769:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:2.0:1780963636.680773:0:10321:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963636.683205:0:10321:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963636.683217:0:10321:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963636.683234:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:0.0:1780963636.683241:0:10321:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963636.683244:0:10321:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963636.683546:0:10321:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963636.683689:0:10321:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963636.683694:0:10321:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963636.683701:0:10321:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f6e3443b. 00000080:00000001:0.0:1780963636.683709:0:10321:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963636.683711:0:10321:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963636.683714:0:10321:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963636.683718:0:10321:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:0.0:1780963636.683721:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963636.683726:0:10321:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963636.683727:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963636.683730:0:10321:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963636.683733:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963636.683735:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963636.683739:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963636.683741:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963636.683744:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963636.683766:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963636.683768:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963636.683770:0:10321:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963636.683772:0:10321:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963636.683773:0:10321:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000cdf27b09 00010000:00000001:0.0:1780963636.683775:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963636.683777:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963636.683778:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963636.683780:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963636.683781:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963636.683784:0:10321:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963636.683787:0:10321:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963636.683866:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963636.683868:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963636.683870:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963636.683872:0:10321:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963636.683874:0:10321:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963636.683875:0:10321:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963636.683882:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963636.683896:0:10321:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963636.683900:0:10321:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963636.683902:0:10321:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963636.683907:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963636.683908:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963636.683910:0:10321:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.683914:0:10321:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963636.683916:0:10321:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.683918:0:10321:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.683921:0:10321:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.683923:0:10321:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963636.683924:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963636.683931:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963636.683934:0:10321:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963636.683936:0:10321:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963636.683939:0:10321:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00000001:0.0:1780963636.683945:0:10321:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963636.684031:0:10321:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000006958dd2a. 00000080:00200000:0.0:1780963636.684038:0:10321:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=24 00000080:00000001:0.0:1780963636.684043:0:10321:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963636.684045:0:10321:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=0 00000080:00000010:0.0:1780963636.684102:0:10321:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000008c158c9f. 00000080:00000001:0.0:1780963636.684111:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963636.684115:0:10321:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963636.684117:0:10321:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd0.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963636.684121:0:10321:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963636.684124:0:10321:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963636.684127:0:10321:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963636.684129:0:10321:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963636.684132:0:10321:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963636.684134:0:10321:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963636.684135:0:10321:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963636.684137:0:10321:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963636.684139:0:10321:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0 00800000:00000001:0.0:1780963636.684142:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963636.684145:0:10321:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963636.684146:0:10321:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963636.684151:0:10321:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963636.684154:0:10321:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963636.684160:0:10321:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6904721. 00000020:00000040:0.0:1780963636.684165:0:10321:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=11 obd=lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:0.0:1780963636.684173:0:10321:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963636.684177:0:10321:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963636.684180:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963636.684181:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963636.684182:0:10321:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963636.684184:0:10321:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963636.684187:0:10321:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963636.684197:0:10321:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963636.684205:0:10321:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a245372e. 00000100:00000001:0.0:1780963636.684214:0:10321:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.684220:0:10321:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963636.684221:0:10321:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.684223:0:10321:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963636.684224:0:10321:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963636.684226:0:10321:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963636.684234:0:10321:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589578611712 : -117484130939904 : ffff9526181bcc00) 00010000:00000001:0.0:1780963636.684237:0:10321:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963636.684240:0:10321:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963636.684332:0:10321:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963636.684336:0:10321:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963636.684339:0:10321:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963636.684343:0:10321:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f89c8b2e. 00000020:00000001:0.0:1780963636.684348:0:10321:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963636.684351:0:10321:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f89c8b2e with handle 0x8fa007fb21e0db49 to hash 00000020:00000001:0.0:1780963636.684353:0:10321:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963636.684355:0:10321:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589272994752 : -117484436556864 : ffff952605e473c0) 00010000:00000001:0.0:1780963636.684358:0:10321:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589272994752 : -117484436556864 : ffff952605e473c0) 00010000:00000001:0.0:1780963636.684363:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963636.684365:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963636.684367:0:10321:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963636.684373:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963636.684376:0:10321:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963636.684381:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963636.684389:0:10321:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963636.684394:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:0.0:1780963636.684403:0:10321:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963636.684405:0:10321:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963636.684412:0:10321:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f09b284. 00000100:00000001:0.0:1780963636.684414:0:10321:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589469076480 : -117484240475136 : ffff952611946c00) 00000100:00000001:0.0:1780963636.684417:0:10321:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963636.684419:0:10321:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578611712 : -117484130939904 : ffff9526181bcc00) 00000100:00000001:0.0:1780963636.684425:0:10321:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963636.684429:0:10321:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963636.684431:0:10321:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963636.684433:0:10321:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963636.684446:0:10321:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963636.684455:0:10321:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963636.684457:0:10321:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963636.684463:0:10321:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963636.684467:0:10321:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963636.684470:0:10321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:10321:1867475461351360:192.168.203.109@tcp:101:rm.0 00000100:00000001:0.0:1780963636.684475:0:10321:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963636.684482:0:10321:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963636.684485:0:10321:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963636.684489:0:10321:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963636.684495:0:10321:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000c2c5d0e4. 02000000:00000001:0.0:1780963636.684497:0:10321:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963636.684507:0:10321:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963636.684514:0:10321:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002506af43. 00000400:00000010:0.0:1780963636.684525:0:10321:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dd3307. 00000100:00000200:0.0:1780963636.684536:0:10321:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461351360, portal 10 00000100:00000001:0.0:1780963636.684538:0:10321:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963636.684539:0:10321:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578611712 : -117484130939904 : ffff9526181bcc00) 00000100:00000040:0.0:1780963636.684546:0:10321:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963636.684698:0:10321:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963636.684702:0:10321:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:0.0:1780963636.684706:0:10321:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bfbbfb6. 00000100:00000200:0.0:1780963636.684714:0:10321:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475461351360, offset 0 00000400:00000200:0.0:1780963636.684723:0:10321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963636.684735:0:10321:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.684746:0:10321:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963636.684756:0:10321:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963636.684760:0:10321:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963636.684763:0:10321:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963636.684767:0:10321:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [164:164:256:4294967295] 192.168.203.109@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1780963636.684771:0:10321:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.684780:0:10321:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963636.684787:0:10321:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963636.685158:0:10321:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e29f26c1 (tot 3206510). 00000800:00000200:0.0:1780963636.685169:0:10321:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963636.685180:0:10321:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963636.685184:0:10321:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e29f26c1 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1780963636.685211:0:10321:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963636.685213:0:10321:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963636.685217:0:10321:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963636.685220:0:10321:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963636.685222:0:10321:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963636.685224:0:10321:0:(client.c:2500:ptlrpc_set_wait()) set 000000007f09b284 going to sleep for 6 seconds 00000100:00000001:0.0:1780963636.685228:0:10321:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963636.685232:0:10321:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963636.687553:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963636.687564:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e29f26c1 (tot 3206262). 00000400:00000200:1.0:1780963636.687575:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963636.687594:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963636.687601:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bfbbfb6 00000400:00000010:1.0:1780963636.687604:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bfbbfb6. 00000100:00000001:1.0:1780963636.687609:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963636.687617:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:1.0:1780963636.687630:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963636.687632:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:1.0:1780963636.687638:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963636.687639:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963636.689902:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.689935:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963636.689941:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.689944:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963636.689958:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.689967:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963636.689978:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.689986:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.689992:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.689998:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 640 into portal 10 MB=0x6a275838027c0 00000400:00000200:0.0:1780963636.690030:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.690039:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 640/640 into md 0x879 [1] + 224 00000800:00000001:0.0:1780963636.690050:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.690062:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963636.690065:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963636.690069:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963636.690077:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963636.690085:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000040:0.0:1780963636.690098:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963636.690134:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963636.690143:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.690146:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963636.690298:0:10321:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963636.690309:0:10321:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963636.690312:0:10321:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963636.690315:0:10321:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002506af43. 00000400:00000200:2.0:1780963636.690321:0:10321:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dd3307 00000400:00000010:2.0:1780963636.690323:0:10321:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dd3307. 00000100:00000001:2.0:1780963636.690327:0:10321:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963636.690331:0:10321:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000200:2.0:1780963636.690350:0:10321:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963636.690357:0:10321:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963636.690359:0:10321:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963636.690362:0:10321:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963636.690366:0:10321:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963636.690370:0:10321:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963636.690372:0:10321:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963636.690375:0:10321:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963636.690386:0:10321:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=94 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963636.690514:0:10321:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=94 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963636.690518:0:10321:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780963636.690522:0:10321:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'rm.0' 00000100:00000001:2.0:1780963636.690538:0:10321:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963636.690542:0:10321:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963636.690544:0:10321:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1780963636.690547:0:10321:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963636.690550:0:10321:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780963636.690555:0:10321:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:2.0:1780963636.690562:0:10321:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780963636.690566:0:10321:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963636.690569:0:10321:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963636.690573:0:10321:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00100000:2.0:1780963636.690589:0:10321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6904721 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:10321:1867475461351360:192.168.203.109@tcp:101:rm.0 00000100:00000001:2.0:1780963636.690596:0:10321:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963636.690599:0:10321:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963636.690602:0:10321:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963636.690605:0:10321:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963636.690608:0:10321:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:2.0:1780963636.690615:0:10321:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963636.690618:0:10321:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f09b284. 00000100:00000001:2.0:1780963636.690624:0:10321:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963636.690625:0:10321:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780963636.690631:0:10321:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963636.690636:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963636.690642:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963636.690647:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f89c8b2e refcount=4 00000020:00000001:2.0:1780963636.690651:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272994752 : -117484436556864 : ffff952605e473c0) 00010000:00000001:2.0:1780963636.690655:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272994752 : -117484436556864 : ffff952605e473c0) 00010000:00010000:2.0:1780963636.690660:0:10321:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690674:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690684:0:10321:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780963636.690688:0:10321:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690695:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690699:0:10321:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963636.690702:0:10321:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690710:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690712:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.690714:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963636.690716:0:10321:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690721:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690723:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.690726:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.690729:0:10321:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963636.690731:0:10321:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690737:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963636.690740:0:10321:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f89c8b2e already unused, calling callback (00000000d69f7e2b) 00000080:00000001:2.0:1780963636.690744:0:10321:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963636.690748:0:10321:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690753:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690761:0:10321:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963636.690764:0:10321:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963636.690768:0:10321:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690773:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690775:0:10321:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963636.690779:0:10321:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963636.690780:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963636.690781:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963636.690782:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f89c8b2e refcount=5 00000020:00000001:2.0:1780963636.690783:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272994752 : -117484436556864 : ffff952605e473c0) 00010000:00000001:2.0:1780963636.690785:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272994752 : -117484436556864 : ffff952605e473c0) 00010000:00000001:2.0:1780963636.690788:0:10321:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963636.690789:0:10321:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690796:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000080:00000001:2.0:1780963636.690799:0:10321:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963636.690800:0:10321:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963636.690804:0:10321:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780963636.690806:0:10321:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963636.690810:0:10321:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963636.690811:0:10321:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963636.690813:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.690814:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963636.690817:0:10321:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f89c8b2e with handle 0x8fa007fb21e0db49 from hash 00010000:00000001:2.0:1780963636.690819:0:10321:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963636.690819:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.690820:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.690821:0:10321:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963636.690822:0:10321:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963636.690824:0:10321:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780963636.690826:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.690831:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.690833:0:10321:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963636.690835:0:10321:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963636.690837:0:10321:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690843:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690844:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.690845:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.690846:0:10321:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780963636.690848:0:10321:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963636.690849:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.690850:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.690851:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963636.690852:0:10321:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000f89c8b2e/0x8fa007fb21e0db49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.690856:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963636.690859:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963636.690868:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.690869:0:10321:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780963636.690875:0:10321:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780963636.690880:0:10321:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00000001:2.0:1780963636.690896:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963636.690897:0:10321:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.690899:0:10321:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.690901:0:10321:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.690905:0:10321:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963636.690907:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963636.690908:0:10321:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.690910:0:10321:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963636.690911:0:10321:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d0.sanity intent=lookup status=0 disp=7: rc = 0 00000002:00000001:2.0:1780963636.690915:0:10321:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.690919:0:10321:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.690921:0:10321:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963636.690932:0:10321:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780963636.690934:0:10321:0:(namei.c:668:ll_lookup_it_finish()) it 000000009c61551c it_disposition 7 00000080:00002000:2.0:1780963636.690939:0:10321:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000b9f2f6f2 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1780963636.690945:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.690950:0:10321:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1780963636.690952:0:10321:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963636.690955:0:10321:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963636.690957:0:10321:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963636.690960:0:10321:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963636.690961:0:10321:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.690963:0:10321:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.690965:0:10321:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.690968:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.690971:0:10321:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963636.690973:0:10321:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963636.690975:0:10321:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963636.690982:0:10321:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.690984:0:10321:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963636.690988:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00010000:2.0:1780963636.690989:0:10321:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:2.0:1780963636.690993:0:10321:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.690994:0:10321:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.690996:0:10321:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963636.690997:0:10321:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963636.691002:0:10321:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780963636.691006:0:10321:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000008c158c9f. 00000100:00000001:2.0:1780963636.691665:0:10321:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963636.691672:0:10321:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a6904721 x1867475461351360/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:2.0:1780963636.691680:0:10321:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963636.691683:0:10321:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963636.691687:0:10321:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000c2c5d0e4. 02000000:00000001:2.0:1780963636.691691:0:10321:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963636.691693:0:10321:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963636.691695:0:10321:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=10 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963636.691697:0:10321:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963636.691709:0:10321:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a245372e. 02000000:00000001:2.0:1780963636.691713:0:10321:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963636.691715:0:10321:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963636.691717:0:10321:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6904721. 00000100:00000001:2.0:1780963636.691720:0:10321:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963636.691721:0:10321:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963636.691729:0:10321:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1780963636.691731:0:10321:0:(dcache.c:133:ll_ddelete()) deleting dentry d0.sanity (00000000b9f2f6f2, parent 000000003e120961, inode 0000000000000000) hashed, 00000080:00000001:2.0:1780963636.691735:0:10321:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963636.691738:0:10321:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1780963636.691742:0:10321:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1780963636.691807:0:10321:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963636.691809:0:10321:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963636.691812:0:10321:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963636.691814:0:10321:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:2.0:1780963636.691822:0:10321:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f6e3443b. 00000080:00000001:2.0:1780963636.691828:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.691832:0:10321:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963636.691834:0:10321:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.691837:0:10321:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963636.691839:0:10321:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963636.691840:0:10321:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963636.691842:0:10321:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963636.691843:0:10321:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963636.691845:0:10321:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.691846:0:10321:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.691847:0:10321:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.691849:0:10321:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963636.691851:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.691854:0:10321:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963636.691856:0:10321:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963636.691858:0:10321:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963636.691859:0:10321:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963636.691861:0:10321:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963636.691864:0:10321:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.691866:0:10321:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963636.691869:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.691875:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963636.691878:0:10321:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.691884:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963636.691896:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:2.0:1780963636.691899:0:10321:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963636.691903:0:10321:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963636.691906:0:10321:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.691965:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:2.0:1780963636.691968:0:10321:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963636.691970:0:10321:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963636.691972:0:10321:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963636.691974:0:10321:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963636.691976:0:10321:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963636.692464:0:10321:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f6e3443b. 00000080:00000001:2.0:1780963636.692471:0:10321:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963636.692474:0:10321:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963636.692477:0:10321:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963636.692481:0:10321:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:2.0:1780963636.692484:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.692486:0:10321:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963636.692489:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.692491:0:10321:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963636.692493:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963636.692495:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963636.692497:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:2.0:1780963636.692500:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963636.692502:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963636.692505:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.692507:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963636.692508:0:10321:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.692517:0:10321:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963636.692519:0:10321:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000bcac7701 00010000:00000001:2.0:1780963636.692522:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963636.692523:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963636.692524:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:2.0:1780963636.692526:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963636.692527:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963636.692529:0:10321:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963636.692531:0:10321:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.692537:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963636.692539:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.692540:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.692542:0:10321:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963636.692544:0:10321:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963636.692545:0:10321:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.692550:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963636.692553:0:10321:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963636.692556:0:10321:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963636.692558:0:10321:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963636.692562:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.692563:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.692564:0:10321:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692567:0:10321:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963636.692570:0:10321:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692571:0:10321:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692575:0:10321:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692577:0:10321:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963636.692578:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.692579:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963636.692580:0:10321:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963636.692581:0:10321:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963636.692582:0:10321:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00000001:2.0:1780963636.692594:0:10321:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963636.692610:0:10321:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000eec76cd8. 00000080:00200000:2.0:1780963636.692613:0:10321:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=24 00000080:00000001:2.0:1780963636.692617:0:10321:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1780963636.692619:0:10321:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=0 00000080:00000010:2.0:1780963636.692624:0:10321:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f6e3443b. 00000080:00000001:2.0:1780963636.692629:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.692631:0:10321:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963636.692633:0:10321:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd0.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.692635:0:10321:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963636.692638:0:10321:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963636.692640:0:10321:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963636.692641:0:10321:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963636.692643:0:10321:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963636.692644:0:10321:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.692646:0:10321:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.692647:0:10321:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.692649:0:10321:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0 00800000:00000001:2.0:1780963636.692652:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.692654:0:10321:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963636.692655:0:10321:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963636.692659:0:10321:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963636.692661:0:10321:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780963636.692665:0:10321:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089f5cfe4. 00000020:00000040:2.0:1780963636.692669:0:10321:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=11 obd=lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:2.0:1780963636.692675:0:10321:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963636.692679:0:10321:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963636.692682:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.692683:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.692683:0:10321:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963636.692686:0:10321:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963636.692688:0:10321:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963636.692692:0:10321:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963636.692699:0:10321:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000fa75edbc. 00000100:00000001:2.0:1780963636.692707:0:10321:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692717:0:10321:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963636.692719:0:10321:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692720:0:10321:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963636.692721:0:10321:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.692723:0:10321:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.692730:0:10321:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589487669568 : -117484221882048 : ffff952612b02140) 00010000:00000001:2.0:1780963636.692733:0:10321:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963636.692735:0:10321:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780963636.692738:0:10321:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.692740:0:10321:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963636.692742:0:10321:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963636.692746:0:10321:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021422e5c. 00000020:00000001:2.0:1780963636.692750:0:10321:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963636.692752:0:10321:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000021422e5c with handle 0x8fa007fb21e0db50 to hash 00000020:00000001:2.0:1780963636.692754:0:10321:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963636.692755:0:10321:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963636.692759:0:10321:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963636.692762:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.692763:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963636.692765:0:10321:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.692770:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963636.692773:0:10321:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.692779:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963636.692785:0:10321:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.692790:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:2.0:1780963636.692792:0:10321:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963636.692795:0:10321:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963636.692802:0:10321:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca8b63c2. 00000100:00000001:2.0:1780963636.692810:0:10321:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589313919424 : -117484395632192 : ffff95260854e9c0) 00000100:00000001:2.0:1780963636.692812:0:10321:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963636.692813:0:10321:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487669568 : -117484221882048 : ffff952612b02140) 00000100:00000001:2.0:1780963636.692818:0:10321:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963636.692822:0:10321:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963636.692824:0:10321:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963636.692826:0:10321:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963636.692833:0:10321:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963636.692842:0:10321:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963636.692844:0:10321:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963636.692849:0:10321:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963636.692851:0:10321:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963636.692854:0:10321:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089f5cfe4 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:10321:1867475461351424:192.168.203.109@tcp:101:rm.0 00000100:00000001:2.0:1780963636.692857:0:10321:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963636.692865:0:10321:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963636.692867:0:10321:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963636.692869:0:10321:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963636.692874:0:10321:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000077ed9be. 02000000:00000001:2.0:1780963636.692876:0:10321:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963636.692884:0:10321:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963636.692900:0:10321:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f61f154. 00000400:00000010:2.0:1780963636.692907:0:10321:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000868e4302. 00000100:00000200:2.0:1780963636.692981:0:10321:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461351424, portal 10 00000100:00000001:2.0:1780963636.692984:0:10321:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963636.692985:0:10321:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487669568 : -117484221882048 : ffff952612b02140) 00000100:00000040:2.0:1780963636.692992:0:10321:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963636.692999:0:10321:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963636.693002:0:10321:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963636.693006:0:10321:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003006589f. 00000100:00000200:2.0:1780963636.693080:0:10321:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475461351424, offset 0 00000400:00000200:2.0:1780963636.693090:0:10321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963636.693106:0:10321:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963636.693116:0:10321:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963636.693125:0:10321:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963636.693130:0:10321:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963636.693133:0:10321:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963636.693137:0:10321:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [165:165:256:4294967295] 192.168.203.109@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1780963636.693142:0:10321:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963636.693152:0:10321:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963636.693160:0:10321:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963636.693165:0:10321:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eb6f6d5 (tot 3206510). 00000800:00000200:2.0:1780963636.693174:0:10321:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963636.693183:0:10321:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963636.693188:0:10321:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eb6f6d5 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1780963636.693366:0:10321:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963636.693369:0:10321:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963636.693372:0:10321:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963636.693374:0:10321:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963636.693376:0:10321:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963636.693379:0:10321:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca8b63c2 going to sleep for 6 seconds 00000100:00000001:2.0:1780963636.693382:0:10321:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963636.693385:0:10321:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963636.696329:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963636.697475:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eb6f6d5 (tot 3206262). 00000400:00000200:1.0:1780963636.697491:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963636.697504:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963636.697512:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003006589f 00000400:00000010:1.0:1780963636.697515:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003006589f. 00000100:00000001:1.0:1780963636.697523:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963636.697532:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:1.0:1780963636.697546:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963636.697550:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:1.0:1780963636.697556:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963636.697558:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963636.698672:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.698694:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963636.698700:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.698703:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963636.698715:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.698722:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963636.698730:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.698736:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.698742:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.698746:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 640 into portal 10 MB=0x6a27583802800 00000400:00000200:0.0:1780963636.698752:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963636.698759:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 640/640 into md 0x889 [1] + 224 00000800:00000001:0.0:1780963636.698771:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.698780:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963636.698784:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963636.698788:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963636.698794:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963636.698801:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000040:0.0:1780963636.698841:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963636.698862:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963636.698876:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963636.698880:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963636.698930:0:10321:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963636.698941:0:10321:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963636.698943:0:10321:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963636.698946:0:10321:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f61f154. 00000400:00000200:2.0:1780963636.698951:0:10321:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000868e4302 00000400:00000010:2.0:1780963636.698953:0:10321:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000868e4302. 00000100:00000001:2.0:1780963636.698956:0:10321:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963636.698961:0:10321:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000200:2.0:1780963636.698970:0:10321:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963636.698976:0:10321:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963636.698985:0:10321:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963636.698988:0:10321:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963636.698992:0:10321:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963636.698995:0:10321:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963636.698998:0:10321:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963636.699000:0:10321:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963636.699011:0:10321:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=94 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963636.699016:0:10321:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=94 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963636.699019:0:10321:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780963636.699023:0:10321:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'rm.0' 00000100:00000001:2.0:1780963636.699131:0:10321:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963636.699135:0:10321:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963636.699137:0:10321:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1780963636.699139:0:10321:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963636.699142:0:10321:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780963636.699147:0:10321:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:2.0:1780963636.699153:0:10321:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780963636.699157:0:10321:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963636.699159:0:10321:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963636.699163:0:10321:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00100000:2.0:1780963636.699170:0:10321:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089f5cfe4 pname:cluuid:pid:xid:nid:opc:job rm:0661b2a9-cf56-4976-97ac-495c294f9fa2:10321:1867475461351424:192.168.203.109@tcp:101:rm.0 00000100:00000001:2.0:1780963636.699175:0:10321:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963636.699178:0:10321:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963636.699181:0:10321:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963636.699183:0:10321:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963636.699185:0:10321:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:2.0:1780963636.699190:0:10321:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963636.699193:0:10321:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca8b63c2. 00000100:00000001:2.0:1780963636.699197:0:10321:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963636.699205:0:10321:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780963636.699209:0:10321:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963636.699214:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963636.699216:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963636.699219:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021422e5c refcount=4 00000020:00000001:2.0:1780963636.699221:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963636.699224:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00010000:2.0:1780963636.699228:0:10321:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699236:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699245:0:10321:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780963636.699269:0:10321:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699276:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699279:0:10321:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963636.699282:0:10321:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699287:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699290:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.699291:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963636.699293:0:10321:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699298:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699301:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.699303:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963636.699307:0:10321:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963636.699309:0:10321:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699327:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963636.699331:0:10321:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021422e5c already unused, calling callback (00000000d69f7e2b) 00000080:00000001:2.0:1780963636.699334:0:10321:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963636.699339:0:10321:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699344:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699347:0:10321:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963636.699350:0:10321:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963636.699353:0:10321:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699358:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699360:0:10321:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963636.699363:0:10321:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963636.699365:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963636.699366:0:10321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963636.699367:0:10321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021422e5c refcount=5 00000020:00000001:2.0:1780963636.699369:0:10321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963636.699370:0:10321:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963636.699374:0:10321:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963636.699375:0:10321:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699380:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000080:00000001:2.0:1780963636.699382:0:10321:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963636.699384:0:10321:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963636.699386:0:10321:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780963636.699388:0:10321:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963636.699392:0:10321:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963636.699394:0:10321:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963636.699400:0:10321:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963636.699401:0:10321:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963636.699403:0:10321:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000021422e5c with handle 0x8fa007fb21e0db50 from hash 00010000:00000001:2.0:1780963636.699406:0:10321:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963636.699407:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.699407:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.699408:0:10321:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963636.699410:0:10321:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963636.699412:0:10321:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780963636.699414:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.699415:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.699416:0:10321:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963636.699418:0:10321:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963636.699419:0:10321:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699424:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699426:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.699427:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.699428:0:10321:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780963636.699429:0:10321:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963636.699430:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963636.699431:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.699432:0:10321:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963636.699433:0:10321:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10321 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963636.699438:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963636.699441:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963636.699448:0:10321:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963636.699450:0:10321:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780963636.699455:0:10321:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780963636.699460:0:10321:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00000001:2.0:1780963636.699467:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963636.699475:0:10321:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.699477:0:10321:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.699478:0:10321:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.699482:0:10321:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963636.699484:0:10321:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963636.699485:0:10321:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.699487:0:10321:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963636.699488:0:10321:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d0.sanity intent=lookup status=0 disp=7: rc = 0 00000002:00000001:2.0:1780963636.699492:0:10321:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.699496:0:10321:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.699499:0:10321:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963636.699504:0:10321:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780963636.699506:0:10321:0:(namei.c:668:ll_lookup_it_finish()) it 000000000f27f081 it_disposition 7 00000080:00002000:2.0:1780963636.699512:0:10321:0:(namei.c:648:ll_splice_alias()) Add dentry 000000004c4be300 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1780963636.699517:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.699522:0:10321:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1780963636.699524:0:10321:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963636.699527:0:10321:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963636.699529:0:10321:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963636.699531:0:10321:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963636.699533:0:10321:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963636.699534:0:10321:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963636.699536:0:10321:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.699538:0:10321:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.699542:0:10321:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963636.699544:0:10321:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963636.699547:0:10321:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963636.699553:0:10321:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963636.699556:0:10321:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963636.699560:0:10321:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00010000:2.0:1780963636.699562:0:10321:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:2.0:1780963636.699565:0:10321:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963636.699567:0:10321:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963636.699568:0:10321:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963636.699571:0:10321:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963636.699575:0:10321:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780963636.699579:0:10321:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f6e3443b. 00000100:00000001:2.0:1780963636.699590:0:10321:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963636.699593:0:10321:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089f5cfe4 x1867475461351424/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963643 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:2.0:1780963636.699600:0:10321:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963636.699603:0:10321:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963636.699606:0:10321:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000077ed9be. 02000000:00000001:2.0:1780963636.699611:0:10321:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963636.699613:0:10321:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963636.699615:0:10321:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=10 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963636.699618:0:10321:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963636.699620:0:10321:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000fa75edbc. 02000000:00000001:2.0:1780963636.699623:0:10321:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963636.699625:0:10321:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963636.699627:0:10321:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089f5cfe4. 00000100:00000001:2.0:1780963636.699631:0:10321:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963636.699632:0:10321:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963636.699639:0:10321:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1780963636.699641:0:10321:0:(dcache.c:133:ll_ddelete()) deleting dentry d0.sanity (000000004c4be300, parent 000000003e120961, inode 0000000000000000) hashed, 00000080:00000001:2.0:1780963636.699646:0:10321:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963636.699650:0:10321:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1780963636.699654:0:10321:0:(dcache.c:65:ll_release()) Process leaving 00010000:00000010:2.1:1780963636.704297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89c8b2e. 00000080:00000010:2.1:1780963636.704323:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006958dd2a. 00010000:00000010:2.1:1780963636.716686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021422e5c. 00000080:00000010:2.1:1780963636.716716:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eec76cd8. 00010000:00000001:3.0:1780963637.293486:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963637.293515:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963637.293523:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963637.293523:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963637.293803:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963637.293807:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963637.293811:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963638.306409:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963638.306415:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963638.306421:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963638.306422:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963638.306451:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963638.306454:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963638.306456:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963639.332582:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963639.332590:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963639.332599:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963639.332600:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963639.333295:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963639.333300:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963639.333305:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963640.354356:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963640.354364:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963640.354372:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963640.354374:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963640.354406:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963640.354409:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963640.354412:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780963640.354491:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963640.354497:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963640.354509:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089f5cfe4. 00000020:00000040:2.0:1780963640.354516:0:38:0:(genops.c:1191:class_import_get()) import 0000000028e2c85c refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1780963640.354521:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963640.354900:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963640.354913:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963640.354923:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048379741. 00000100:00000001:2.0:1780963640.354931:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.354953:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963640.354965:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963640.354969:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.354975:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000089f5cfe4] to pc [ptlrpcd_01_01+1] req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.354996:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.354999:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963640.355002:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963640.355005:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096527bf9. 00000020:00000040:2.0:1780963640.355007:0:38:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=11 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963640.355009:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963640.355010:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963640.355012:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963640.355014:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007daad079. 00000100:00000001:2.0:1780963640.355017:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355020:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963640.355026:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963640.355027:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355030:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000096527bf9] to pc [ptlrpcd_01_00+0] req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355037:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355039:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963640.355042:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963640.355044:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095872d0a. 00000020:00000040:2.0:1780963640.355045:0:38:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 00000100:00000001:2.0:1780963640.355047:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963640.355048:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963640.355049:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963640.355052:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f1273bf. 00000100:00000001:2.0:1780963640.355060:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355064:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963640.355070:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963640.355071:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355074:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000095872d0a] to pc [ptlrpcd_01_01+1] req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355080:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963640.355082:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963640.355085:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963640.355087:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963640.355090:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963640.355093:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090482422. 00000020:00000040:2.0:1780963640.355094:0:38:0:(genops.c:1191:class_import_get()) import 000000003d1055b0 refcount=5 obd=lustre-OST0001-osc-ffff952604f93000 00000100:00000001:2.0:1780963640.355096:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963640.355097:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963640.355098:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963640.355103:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000eb6f6d5. 00000100:00000001:2.0:1780963640.355105:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355107:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963640.355113:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963640.355114:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355116:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000090482422] to pc [ptlrpcd_01_00+0] req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355122:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963640.355126:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000100:00000001:2.0:1780963640.355137:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963640.355141:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963640.355143:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963640.355147:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355172:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963640.355174:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355178:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963640.355181:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963640.355185:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089f5cfe4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461351488:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963640.355189:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963640.355196:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963640.355198:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355201:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963640.355206:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002705efe6. 02000000:00000001:2.0:1780963640.355208:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963640.355216:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963640.355221:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f61f154. 00000400:00000010:2.0:1780963640.355227:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000868e4302. 00000100:00000200:2.0:1780963640.355235:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351488, portal 25 00000100:00000001:2.0:1780963640.355238:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963640.355239:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487669568 : -117484221882048 : ffff952612b02140) 00000100:00000040:2.0:1780963640.355243:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355277:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963640.355280:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963640.355283:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3f9d5d0. 00000100:00000200:2.0:1780963640.355287:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475461351488, offset 0 00000400:00000200:2.0:1780963640.355295:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355306:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355317:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963640.355325:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963640.355330:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963640.355333:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355337:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [166:166:256:4294967295] 192.168.203.109@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1780963640.355340:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355357:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963640.355365:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963640.355370:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8d97035 (tot 3206510). 00000800:00000200:2.0:1780963640.355378:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963640.355388:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963640.355393:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8d97035 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963640.355408:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355410:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963640.355414:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355416:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963640.355420:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355426:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963640.355427:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355428:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963640.355430:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963640.355432:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095872d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351616:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963640.355435:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963640.355438:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963640.355439:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355440:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963640.355443:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb4f7c5e. 02000000:00000001:2.0:1780963640.355445:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963640.355448:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963640.355451:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e65fdf32. 00000400:00000010:2.0:1780963640.355454:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009522979d. 00000100:00000200:2.0:1780963640.355457:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351616, portal 10 00000100:00000001:2.0:1780963640.355458:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963640.355459:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487675648 : -117484221875968 : ffff952612b03900) 00000100:00000040:2.0:1780963640.355465:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355470:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963640.355480:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963640.355482:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092d0b971. 00000100:00000200:2.0:1780963640.355485:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461351616, offset 0 00000400:00000200:2.0:1780963640.355489:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355493:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355496:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963640.355500:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963640.355502:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963640.355503:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355506:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [167:167:255:4294967295] 192.168.203.109@tcp LPNI seq info [167:167:7:4294967295] 00000400:00000200:2.0:1780963640.355509:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355514:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963640.355518:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963640.355522:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039509d9c (tot 3206758). 00000800:00000200:2.0:1780963640.355539:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963640.355543:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963640.355545:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039509d9c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963640.355548:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355549:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963640.355551:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355553:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355556:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963640.355566:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963640.355568:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963640.355570:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963640.355571:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963640.355572:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963640.355574:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780963640.355575:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963640.355577:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963640.355578:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963640.355579:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963640.355580:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963640.355581:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963640.355589:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355596:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963640.355597:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355599:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963640.355600:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963640.355602:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096527bf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351552:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963640.355605:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963640.355608:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963640.355609:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355610:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963640.355613:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0c82e90. 02000000:00000001:2.0:1780963640.355615:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963640.355619:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963640.355621:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000310960c1. 00000400:00000010:2.0:1780963640.355624:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000251bf02. 00000100:00000200:2.0:1780963640.355627:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351552, portal 10 00000100:00000001:2.0:1780963640.355628:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963640.355629:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487691456 : -117484221860160 : ffff952612b076c0) 00000100:00000040:2.0:1780963640.355634:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355639:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963640.355642:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963640.355643:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c14ed830. 00000100:00000200:2.0:1780963640.355645:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461351552, offset 0 00000400:00000200:2.0:1780963640.355649:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355653:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355656:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963640.355659:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963640.355661:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963640.355663:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355665:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [168:168:254:4294967295] 192.168.203.109@tcp LPNI seq info [168:168:6:4294967295] 00000400:00000200:2.0:1780963640.355669:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355680:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963640.355685:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963640.355688:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6b385e8 (tot 3207006). 00000800:00000200:2.0:1780963640.355692:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963640.355696:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963640.355698:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f6b385e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963640.355700:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355702:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963640.355704:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355706:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963640.355709:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355716:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963640.355717:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355719:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963640.355720:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963640.355722:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351680:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963640.355725:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963640.355727:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963640.355728:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963640.355729:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963640.355732:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2def8df. 02000000:00000001:2.0:1780963640.355734:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963640.355737:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963640.355740:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064d77efb. 00000400:00000010:2.0:1780963640.355743:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000226c7b26. 00000100:00000200:2.0:1780963640.355746:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351680, portal 4 00000100:00000001:2.0:1780963640.355748:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963640.355749:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487689024 : -117484221862592 : ffff952612b06d40) 00000100:00000040:2.0:1780963640.355753:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963640.355759:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963640.355768:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963640.355770:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9c37f3a. 00000100:00000200:2.0:1780963640.355772:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475461351680, offset 0 00000400:00000200:2.0:1780963640.355777:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355781:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355784:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963640.355788:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963640.355790:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963640.355792:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963640.355794:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [169:169:253:4294967295] 192.168.203.109@tcp LPNI seq info [169:169:5:4294967295] 00000400:00000200:2.0:1780963640.355798:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963640.355803:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963640.355806:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963640.355810:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f251f (tot 3207254). 00000800:00000200:2.0:1780963640.355813:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963640.355817:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963640.355819:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d6f251f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963640.355822:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355823:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963640.355825:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355827:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355829:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963640.355844:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963640.355846:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963640.356098:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963640.356107:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8d97035 (tot 3207006). 00000400:00000200:1.0:1780963640.356114:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963640.356119:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963640.356124:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3f9d5d0 00000400:00000010:1.0:1780963640.356127:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3f9d5d0. 00000100:00000001:1.0:1780963640.356131:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963640.356135:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356144:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963640.356146:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356152:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963640.356165:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963640.356180:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963640.356182:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039509d9c (tot 3206758). 00000400:00000200:1.0:1780963640.356185:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963640.356188:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963640.356190:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092d0b971 00000400:00000010:1.0:1780963640.356191:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092d0b971. 00000100:00000001:1.0:1780963640.356193:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963640.356195:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356202:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963640.356203:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356209:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963640.356210:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963640.356217:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963640.356218:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6b385e8 (tot 3206510). 00000400:00000200:1.0:1780963640.356220:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963640.356223:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963640.356225:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c14ed830 00000400:00000010:1.0:1780963640.356226:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c14ed830. 00000100:00000001:1.0:1780963640.356232:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963640.356235:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356241:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963640.356243:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356273:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963640.356274:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963640.356355:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963640.356357:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f251f (tot 3206262). 00000400:00000200:1.0:1780963640.356360:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963640.356363:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963640.356365:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9c37f3a 00000400:00000010:1.0:1780963640.356366:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9c37f3a. 00000100:00000001:1.0:1780963640.356368:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963640.356371:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356377:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963640.356379:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963640.356384:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963640.356385:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963640.359394:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359414:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963640.359430:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359434:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.359448:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359457:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963640.359466:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359471:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359477:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359482:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 4 MB=0x6a27583802900 00000400:00000200:0.0:1780963640.359488:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359494:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1780963640.359503:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359508:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.359511:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963640.359515:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963640.359522:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963640.359541:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963640.359554:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963640.359576:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963640.359588:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359592:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963640.359593:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359595:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.359614:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359617:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963640.359621:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359624:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359627:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359630:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a275838028c0 00000400:00000200:0.0:1780963640.359634:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359637:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1780963640.359641:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359645:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.359646:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963640.359649:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963640.359651:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963640.359655:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963640.359663:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963640.359669:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963640.359673:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359675:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963640.359677:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359679:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.359681:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359685:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963640.359689:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359691:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359693:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359695:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a27583802880 00000400:00000200:0.0:1780963640.359698:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.359701:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1780963640.359704:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359710:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.359721:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963640.359724:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963640.359727:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963640.359731:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963640.359738:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963640.359745:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963640.359749:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.359753:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360039:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963640.360045:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963640.360053:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963640.360055:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963640.360058:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000310960c1. 00000400:00000200:3.0:1780963640.360062:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000251bf02 00000400:00000010:3.0:1780963640.360064:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000251bf02. 00000100:00000001:3.0:1780963640.360067:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963640.360070:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963640.360077:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360082:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963640.360084:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360087:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963640.360090:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963640.360099:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963640.360101:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963640.360104:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963640.360152:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=98 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963640.360166:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=98 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963640.360169:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963640.360171:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963640.360174:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963640.360177:0:2255:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.360181:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780963640.360183:0:2255:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: committing for last_committed 4294967310 gen 1 00000100:00000040:3.0:1780963640.360189:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:3.0:1780963640.360198:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963640.360199:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578599552 : -117484130952064 : ffff9526181b9c80) 00000100:00000001:3.0:1780963640.360202:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360205:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963639 ref 2 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:3.0:1780963640.360210:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780963640.360213:0:2255:0:(mdc_request.c:769:mdc_commit_open()) kfreed 'mod': 32 at 00000000b95bbfa8. 00000100:00000001:3.0:1780963640.360217:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360218:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b888b505 x1867475461349504/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963639 ref 1 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:3.0:1780963640.360224:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780963640.360227:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360229:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=10 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360232:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360235:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000004d4233a5. 02000000:00000001:3.0:1780963640.360239:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360241:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360243:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b888b505. 00000100:00000001:3.0:1780963640.360274:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360275:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360280:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@0000000089b990b8 x1867475461349632/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963640.360292:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360295:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089b990b8 x1867475461349632/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963640.360301:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360303:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360306:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c0f733bc. 02000000:00000001:3.0:1780963640.360309:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360310:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360311:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=9 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360313:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360314:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdf57cfb. 02000000:00000001:3.0:1780963640.360317:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360318:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360319:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089b990b8. 00000100:00000001:3.0:1780963640.360321:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360322:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360325:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@000000005dfbeefa x1867475461349888/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963640.360331:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360332:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005dfbeefa x1867475461349888/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963640.360336:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360337:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360338:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000804d99df. 02000000:00000001:3.0:1780963640.360340:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360341:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360341:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=8 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360342:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360343:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003513095a. 02000000:00000001:3.0:1780963640.360345:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360346:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360347:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005dfbeefa. 00000100:00000001:3.0:1780963640.360349:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360354:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360358:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@000000002bb8a69e x1867475461350784/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963640.360364:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360366:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002bb8a69e x1867475461350784/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963640.360372:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360373:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360374:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e4768f1. 02000000:00000001:3.0:1780963640.360376:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360377:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360378:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=7 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360379:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360380:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022e52df2. 02000000:00000001:3.0:1780963640.360382:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360383:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360384:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002bb8a69e. 00000100:00000001:3.0:1780963640.360387:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360388:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360391:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000b997aa3b x1867475461351040/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963640.360396:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360397:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b997aa3b x1867475461351040/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1780963639 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963640.360402:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360402:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360403:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008dd4f599. 02000000:00000001:3.0:1780963640.360404:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360405:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360406:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360407:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360407:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b38dcf8. 02000000:00000001:3.0:1780963640.360409:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360409:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360414:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b997aa3b. 00000100:00000001:3.0:1780963640.360416:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360417:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360419:0:2255:0:(client.c:2912:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963640.360421:0:2255:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963640.360423:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963640.360427:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360434:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963640.360437:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963640.360440:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360443:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963640.360449:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096527bf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351552:192.168.203.109@tcp:400:kworker/u8:3.0 00000400:00000001:3.0:1780963640.360455:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963640.360456:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963640.360458:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064d77efb. 00000400:00000200:3.0:1780963640.360459:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000226c7b26 00000400:00000010:3.0:1780963640.360461:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000226c7b26. 00000100:00000001:3.0:1780963640.360462:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963640.360464:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963640.360471:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360478:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963640.360479:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360480:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963640.360482:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963640.360483:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963640.360484:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963640.360486:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1780963640.360495:0:2255:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000d9c63c8a (tot 3210806). 00000100:00001000:3.0:1780963640.360501:0:2255:0:(import.c:1935:at_measured()) add 1 to 0000000027c5bb8e time=97 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963640.360510:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000003cc5a7db time=8 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963640.360512:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963640.360513:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963640.360514:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963640.360517:0:2255:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.360519:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963640.360521:0:2255:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: skip recheck: last_committed 4294967297 00000100:00000001:3.0:1780963640.360522:0:2255:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963640.360523:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963640.360526:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360543:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963640.360545:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963640.360546:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360548:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963640.360555:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090482422 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351680:192.168.203.109@tcp:400:kworker/u8:3.0 00000400:00000001:3.0:1780963640.360561:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963640.360562:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963640.360563:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e65fdf32. 00000400:00000200:3.0:1780963640.360565:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009522979d 00000400:00000010:3.0:1780963640.360566:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009522979d. 00000100:00000001:3.0:1780963640.360568:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963640.360570:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963640.360575:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360580:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963640.360581:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360582:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963640.360584:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963640.360585:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963640.360586:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963640.360592:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963640.360596:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=97 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963640.360598:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=97 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963640.360601:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963640.360601:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963640.360603:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780963640.360606:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:3.0:1780963640.360612:0:2255:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.360614:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963640.360615:0:2255:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:3.0:1780963640.360617:0:2255:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963640.360618:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963640.360620:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360626:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963640.360627:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963640.360628:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.360630:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963640.360636:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095872d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351616:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963640.360640:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.360642:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360644:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000096527bf9 x1867475461351552/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360649:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360650:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360652:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0c82e90. 02000000:00000001:3.0:1780963640.360654:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360656:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360656:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360658:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360664:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007daad079. 02000000:00000001:3.0:1780963640.360667:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360668:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360669:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096527bf9. 00000100:00000001:3.0:1780963640.360671:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360672:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360674:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360676:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000090482422 x1867475461351680/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360681:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360682:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360684:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2def8df. 02000000:00000001:3.0:1780963640.360686:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360687:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360688:0:2255:0:(genops.c:1204:class_import_put()) import 000000003d1055b0 refcount=4 obd=lustre-OST0001-osc-ffff952604f93000 00000020:00000001:3.0:1780963640.360690:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360691:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000eb6f6d5. 02000000:00000001:3.0:1780963640.360692:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360693:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360694:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090482422. 00000100:00000001:3.0:1780963640.360696:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360697:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360698:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.360700:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000095872d0a x1867475461351616/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963647 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.360706:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.360707:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.360708:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb4f7c5e. 02000000:00000001:3.0:1780963640.360710:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.360711:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.360712:0:2255:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=5 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:3.0:1780963640.360714:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.360714:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001f1273bf. 02000000:00000001:3.0:1780963640.360716:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.360717:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.360717:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095872d0a. 00000100:00000001:3.0:1780963640.360724:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.360724:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.360729:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.360731:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963640.360732:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963640.360734:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.360735:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780963640.361088:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.361101:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963640.361103:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.361106:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.361114:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.361118:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963640.361125:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.361130:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.361134:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.361137:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 25 MB=0x6a27583802840 00000400:00000200:0.0:1780963640.361142:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963640.361148:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1780963640.361211:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.361233:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963640.361236:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963640.361240:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963640.361244:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963640.361286:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:0.0:1780963640.361295:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963640.361308:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963640.361322:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963640.361326:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.362829:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963640.362835:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963640.362847:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963640.362849:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963640.362852:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f61f154. 00000400:00000200:3.0:1780963640.362873:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000868e4302 00000400:00000010:3.0:1780963640.362876:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000868e4302. 00000100:00000001:3.0:1780963640.362880:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963640.362890:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963640.362910:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.362917:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963640.362919:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.362922:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963640.362925:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963640.362927:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963640.362929:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963640.362932:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963640.362939:0:2255:0:(import.c:1935:at_measured()) add 31 to 0000000039be2d5e time=98 v=31 (31 0 0 0) 00000100:00001000:3.0:1780963640.362943:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ae7344a3 time=98 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963640.362945:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963640.362946:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963640.362949:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963640.362951:0:2255:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.362953:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963640.362956:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.362962:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963640.362983:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963640.362986:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963640.362989:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963640.362997:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089f5cfe4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461351488:192.168.203.109@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963640.363002:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.363005:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963640.363008:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089f5cfe4 x1867475461351488/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963684 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963640.363014:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963640.363017:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963640.363020:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002705efe6. 02000000:00000001:3.0:1780963640.363024:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963640.363027:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963640.363028:0:2255:0:(genops.c:1204:class_import_put()) import 0000000028e2c85c refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1780963640.363030:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963640.363032:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000048379741. 02000000:00000001:3.0:1780963640.363035:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963640.363037:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963640.363038:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089f5cfe4. 00000100:00000001:3.0:1780963640.363042:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963640.363044:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.363046:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963640.363056:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963640.363058:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963640.363060:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963640.363062:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963641.383529:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963641.383535:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963641.383542:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963641.383543:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963641.384418:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963641.384423:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963641.384428:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963642.402788:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963642.402794:0:263:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963642.402796:0:263:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963642.402798:0:263:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963642.402815:0:263:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963642.402817:0:263:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963642.402819:0:263:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963642.402821:0:263:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963642.402825:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963642.402826:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963642.403325:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963642.403327:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963642.403330:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963643.428716:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963643.428721:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963643.428727:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963643.428728:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963643.428787:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963643.428791:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963643.428793:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780963644.133894:0:10768:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963644.450320:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963644.450324:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963644.450329:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963644.450330:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963644.450350:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963644.450352:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963644.450353:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780963645.422898:0:10862:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963645.477380:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963645.477388:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963645.477397:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963645.477398:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.477873:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963645.477882:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963645.477890:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067fd58e4. 00000020:00000040:2.0:1780963645.477898:0:37:0:(genops.c:1191:class_import_get()) import 0000000028e2c85c refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1780963645.477903:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963645.477916:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963645.477923:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963645.477933:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1926f8c. 00000100:00000001:2.0:1780963645.477942:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.477955:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963645.477966:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963645.477971:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.477977:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000067fd58e4] to pc [ptlrpcd_01_01+1] req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.477998:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478001:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963645.478004:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963645.478007:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963645.478009:0:37:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963645.478011:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963645.478012:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963645.478023:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963645.478027:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000419e55e7. 00000100:00000001:2.0:1780963645.478029:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478033:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963645.478038:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963645.478039:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478042:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002b71e3af] to pc [ptlrpcd_01_00+0] req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.478048:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478049:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963645.478052:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963645.478054:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033498c31. 00000020:00000040:2.0:1780963645.478056:0:37:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 00000100:00000001:2.0:1780963645.478058:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963645.478064:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963645.478065:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963645.478068:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002081ac9b. 00000100:00000001:2.0:1780963645.478071:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478073:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963645.478078:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963645.478080:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478082:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000033498c31] to pc [ptlrpcd_01_01+1] req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.478087:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963645.478088:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963645.478091:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963645.478093:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963645.478096:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963645.478098:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9c3016. 00000020:00000040:2.0:1780963645.478100:0:37:0:(genops.c:1191:class_import_get()) import 000000003d1055b0 refcount=5 obd=lustre-OST0001-osc-ffff952604f93000 00000100:00000001:2.0:1780963645.478102:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963645.478103:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963645.478104:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963645.478106:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f6a7343. 00000100:00000001:2.0:1780963645.478109:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478111:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963645.478116:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963645.478118:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478120:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001d9c3016] to pc [ptlrpcd_01_00+0] req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.478125:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.478129:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (308) 00000100:00000001:2.0:1780963645.478371:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963645.478375:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963645.478378:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963645.478383:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.478391:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963645.478393:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963645.478397:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963645.478400:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963645.478403:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351808:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963645.478407:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963645.478413:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963645.478416:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963645.478418:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963645.478423:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007485efae. 02000000:00000001:2.0:1780963645.478425:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963645.478434:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963645.478440:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9f5516c. 00000400:00000010:2.0:1780963645.478448:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f01c274. 00000100:00000200:2.0:1780963645.478457:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351808, portal 10 00000100:00000001:2.0:1780963645.478460:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963645.478462:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963645.478469:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.478477:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963645.478480:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963645.478482:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af0bdad5. 00000100:00000200:2.0:1780963645.478486:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461351808, offset 0 00000400:00000200:2.0:1780963645.478494:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963645.478504:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963645.478514:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963645.478523:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963645.478528:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963645.478532:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963645.478541:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [170:170:256:4294967295] 192.168.203.109@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1780963645.478547:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963645.478558:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963645.478565:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963645.478569:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cdb626 (tot 3211054). 00000800:00000200:2.0:1780963645.478578:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963645.478588:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963645.478593:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cdb626 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963645.478612:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.478614:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963645.478617:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.478620:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963645.478623:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.478629:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963645.478630:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963645.478632:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963645.478633:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963645.478636:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d9c3016 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351936:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963645.478639:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963645.478641:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963645.478642:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963645.478643:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963645.478647:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d68be3a. 02000000:00000001:2.0:1780963645.478649:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963645.478652:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963645.478655:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963645.478659:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e00344f1. 00000100:00000200:2.0:1780963645.478661:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351936, portal 4 00000100:00000001:2.0:1780963645.478662:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963645.478663:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487661056 : -117484221890560 : ffff952612b00000) 00000100:00000040:2.0:1780963645.478669:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.478678:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963645.478680:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963645.478682:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963645.478686:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.478692:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963645.478693:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963645.478695:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963645.478697:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963645.478700:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067fd58e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461351744:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963645.478703:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963645.478706:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963645.478714:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963645.478715:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963645.478718:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072453e30. 02000000:00000001:3.0:1780963645.478720:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963645.478723:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963645.478726:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019ed1137. 00000400:00000010:3.0:1780963645.478731:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004965f0f2. 00000100:00000200:3.0:1780963645.478733:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351744, portal 25 00000100:00000001:3.0:1780963645.478735:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963645.478736:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487687808 : -117484221863808 : ffff952612b06880) 00000100:00000040:3.0:1780963645.478740:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.478746:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963645.478748:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963645.478751:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066509dca. 00000100:00000200:3.0:1780963645.478752:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475461351744, offset 0 00000400:00000200:3.0:1780963645.478757:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963645.478762:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963645.478766:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963645.478771:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963645.478772:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963645.478774:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963645.478776:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [171:171:255:4294967295] 192.168.203.109@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:3.0:1780963645.478780:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963645.478785:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963645.478789:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963645.478793:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8994d8a (tot 3211302). 00000800:00000200:3.0:1780963645.478796:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963645.478800:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963645.478802:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8994d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963645.478805:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.478806:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963645.478814:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.478815:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963645.478818:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.478834:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963645.478835:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963645.478837:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963645.478839:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963645.478841:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033498c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351872:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963645.478844:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963645.478846:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963645.478847:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963645.478849:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963645.478852:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000be17a29. 02000000:00000001:3.0:1780963645.478853:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963645.478857:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963645.478858:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8cddbdb. 00000400:00000010:3.0:1780963645.478861:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039b7813a. 00000100:00000200:3.0:1780963645.478864:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461351872, portal 10 00000100:00000001:3.0:1780963645.478865:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963645.478866:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487681728 : -117484221869888 : ffff952612b050c0) 00000100:00000040:3.0:1780963645.478871:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.478877:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963645.478879:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963645.478881:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfceced4. 00000100:00000200:3.0:1780963645.478883:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461351872, offset 0 00000400:00000200:3.0:1780963645.478887:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963645.478889:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963645.478893:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963645.478895:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963645.478897:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963645.478899:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963645.478906:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [172:172:254:4294967295] 192.168.203.109@tcp LPNI seq info [172:172:6:4294967295] 00000400:00000200:3.0:1780963645.478909:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963645.478914:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963645.478918:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963645.478920:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c63ec3d (tot 3211550). 00000800:00000200:3.0:1780963645.478923:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963645.478926:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963645.478928:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c63ec3d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1780963645.478929:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1780963645.478930:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.478932:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963645.478933:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1780963645.478933:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cdb626 (tot 3211302). 00000100:00000001:3.0:1780963645.478936:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.478938:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963645.478938:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963645.478944:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:3.0:1780963645.478947:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1780963645.478948:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af0bdad5 00000100:00000001:3.0:1780963645.478949:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963645.478950:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1780963645.478950:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af0bdad5. 00000100:00000001:3.0:1780963645.478951:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963645.478952:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.478954:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963645.478954:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963645.478957:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.478966:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963645.478968:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.478974:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963645.478975:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1780963645.478989:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963645.478990:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8994d8a (tot 3211054). 00000400:00000200:0.0:1780963645.478994:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963645.478997:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963645.478999:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066509dca 00000400:00000010:0.0:1780963645.479000:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066509dca. 00000100:00000001:0.0:1780963645.479002:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963645.479004:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.479069:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963645.479071:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963645.479075:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040d22341. 00000100:00000200:2.0:1780963645.479077:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475461351936, offset 0 00000400:00000200:2.0:1780963645.479082:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963645.479085:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963645.479089:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963645.479092:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963645.479093:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963645.479095:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963645.479097:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [173:173:254:4294967295] 192.168.203.109@tcp LPNI seq info [173:173:6:4294967295] 00000400:00000200:2.0:1780963645.479100:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963645.479105:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963645.479109:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963645.479112:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eb81f9c (tot 3211302). 00000800:00000200:2.0:1780963645.479115:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963645.479119:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963645.479121:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eb81f9c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963645.479123:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.479125:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963645.479127:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.479128:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.479130:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.479134:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963645.479135:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963645.479137:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963645.479138:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963645.479139:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.479140:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963645.479201:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963645.479205:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.479211:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963645.479213:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1780963645.479225:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963645.479226:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c63ec3d (tot 3211054). 00000400:00000200:0.0:1780963645.479235:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963645.479239:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963645.479241:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfceced4 00000400:00000010:0.0:1780963645.479243:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfceced4. 00000100:00000001:0.0:1780963645.479245:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963645.479276:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.479282:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963645.479284:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.479289:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963645.479290:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1780963645.479382:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963645.479384:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eb81f9c (tot 3210806). 00000400:00000200:0.0:1780963645.479387:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963645.479390:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963645.479392:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040d22341 00000400:00000010:0.0:1780963645.479394:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040d22341. 00000100:00000001:0.0:1780963645.479396:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963645.479398:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.479404:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963645.479406:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963645.479412:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963645.479413:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1780963645.487226:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963645.487234:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963645.487241:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1780963645.492511:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492535:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963645.492541:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492544:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.492558:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492568:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963645.492595:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492601:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492606:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492611:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a275838029c0 00000400:00000200:1.0:1780963645.492617:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492624:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1780963645.492634:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492640:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.492644:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963645.492648:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963645.492656:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963645.492665:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963645.492690:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963645.492712:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963645.492724:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492728:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963645.492730:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492732:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.492736:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492739:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963645.492744:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492747:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492750:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492752:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 25 MB=0x6a27583802940 00000400:00000200:1.0:1780963645.492756:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492761:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:1.0:1780963645.492765:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492768:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.492770:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963645.492773:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963645.492782:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963645.492786:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963645.492794:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963645.492801:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963645.492805:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492807:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963645.492809:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.492811:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.492813:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492817:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963645.492832:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492834:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492837:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492839:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a27583802980 00000400:00000200:1.0:1780963645.492842:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.492846:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:1.0:1780963645.492850:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780963645.492854:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1780963645.492858:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963645.492860:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1780963645.492860:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963645.492862:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963645.492865:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963645.492867:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:3.0:1780963645.492870:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963645.492872:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1780963645.492874:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:3.0:1780963645.492876:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019ed1137. 00000400:00000200:3.0:1780963645.492880:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004965f0f2 00000400:00000010:3.0:1780963645.492882:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004965f0f2. 00000100:00000001:3.0:1780963645.492885:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1780963645.492885:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963645.492888:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:3.0:1780963645.492889:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000800:00000001:1.0:1780963645.492890:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1780963645.492896:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.492901:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963645.492902:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963645.492905:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963645.492915:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963645.492919:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963645.492921:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963645.492925:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963645.492933:0:2255:0:(import.c:1935:at_measured()) add 31 to 0000000039be2d5e time=103 v=31 (31 0 0 0) 00000100:00001000:3.0:1780963645.492938:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ae7344a3 time=103 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963645.492940:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963645.492942:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963645.492944:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963645.492946:0:2255:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.492948:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963645.492953:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.492958:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963645.492961:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963645.492964:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963645.492966:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963645.492972:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067fd58e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461351744:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000001:3.0:1780963645.492979:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963645.492979:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963645.492980:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8cddbdb. 00000400:00000200:3.0:1780963645.492982:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039b7813a 00000400:00000010:3.0:1780963645.492983:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039b7813a. 00000100:00000001:3.0:1780963645.492985:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963645.492987:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963645.492992:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.492997:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963645.492997:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963645.492999:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963645.492999:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963645.493006:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963645.493007:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963645.493009:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963645.493025:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=102 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963645.493028:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=102 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963645.493030:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963645.493031:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963645.493032:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780963645.493036:0:2255:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.493040:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1780963645.493042:0:2255:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.493043:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963645.493046:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1780963645.493046:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1780963645.493048:0:2255:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:3.0:1780963645.493050:0:2255:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963645.493051:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963645.493054:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000001:2.0:1780963645.493054:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963645.493055:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9f5516c. 00000400:00000200:2.0:1780963645.493057:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f01c274 00000100:00000001:3.0:1780963645.493059:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1780963645.493059:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f01c274. 00000100:00000001:3.0:1780963645.493061:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963645.493061:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1780963645.493062:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963645.493064:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000200:2.0:1780963645.493064:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963645.493072:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033498c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461351872:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000200:2.0:1780963645.493072:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.493076:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.493078:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963645.493079:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963645.493079:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.493080:0:2254:0:(client.c:1428:after_reply()) Process entered 00000100:00000040:3.0:1780963645.493082:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000067fd58e4 x1867475461351744/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963689 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 02000000:00000001:2.0:1780963645.493082:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963645.493083:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963645.493085:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963645.493086:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.493089:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963645.493091:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1780963645.493091:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=103 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963645.493093:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=103 v=1 (1 0 0 0) 02000000:00000010:3.0:1780963645.493094:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072453e30. 00000100:00000001:2.0:1780963645.493095:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963645.493096:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963645.493098:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1780963645.493099:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1780963645.493100:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.493101:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1780963645.493102:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000040:2.0:1780963645.493103:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963645.493104:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963645.493106:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963645.493108:0:2255:0:(genops.c:1204:class_import_put()) import 0000000028e2c85c refcount=3 obd=MGC192.168.203.109@tcp 00000100:00000040:2.0:1780963645.493108:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000020:00000001:3.0:1780963645.493110:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963645.493113:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a1926f8c. 00000100:00000001:2.0:1780963645.493113:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963645.493115:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963645.493116:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1780963645.493118:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1780963645.493118:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 02000000:00000001:3.0:1780963645.493120:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963645.493122:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000067fd58e4. 00000100:00100000:2.0:1780963645.493124:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351808:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963645.493126:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963645.493128:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963645.493129:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963645.493131:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000033498c31 x1867475461351872/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.493132:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.493134:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963645.493136:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461351808/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963645.493137:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963645.493139:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963645.493139:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000be17a29. 00000100:00000001:2.0:1780963645.493141:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963645.493142:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1780963645.493143:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1780963645.493143:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007485efae. 00000020:00000001:3.0:1780963645.493144:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963645.493145:0:2255:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=5 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:3.0:1780963645.493146:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000001:2.0:1780963645.493146:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1780963645.493147:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002081ac9b. 00000020:00000001:2.0:1780963645.493147:0:2254:0:(genops.c:1198:class_import_put()) Process entered 02000000:00000001:3.0:1780963645.493148:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1780963645.493148:0:2254:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 02000000:00000001:3.0:1780963645.493149:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1780963645.493149:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000010:3.0:1780963645.493150:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033498c31. 02000000:00000010:2.0:1780963645.493150:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000419e55e7. 00000100:00000001:3.0:1780963645.493152:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1780963645.493152:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963645.493152:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1780963645.493153:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1780963645.493153:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:3.0:1780963645.493155:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.493156:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963645.493156:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.493159:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.493161:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963645.493162:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963645.493163:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.493164:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.493166:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963645.493167:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963645.493169:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963645.493170:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780963645.493739:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.493748:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963645.493758:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.493761:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.493768:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.493773:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963645.493780:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.493783:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.493787:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.493790:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 4 MB=0x6a27583802a00 00000400:00000200:1.0:1780963645.493795:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963645.493800:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:1.0:1780963645.493805:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.493810:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963645.493812:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963645.493815:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963645.493828:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963645.493832:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963645.493840:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963645.493855:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963645.493860:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963645.493863:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.493901:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963645.493903:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963645.493907:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963645.493909:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963645.493911:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963645.493913:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00344f1 00000400:00000010:2.0:1780963645.493915:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e00344f1. 00000100:00000001:2.0:1780963645.493916:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963645.493920:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1780963645.493926:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.493932:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963645.493939:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.493941:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963645.493942:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963645.493943:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963645.493945:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963645.493946:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963645.493952:0:2254:0:(import.c:1935:at_measured()) add 1 to 0000000027c5bb8e time=102 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963645.493955:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000003cc5a7db time=13 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963645.493957:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963645.493959:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963645.493961:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963645.493963:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.493965:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963645.493967:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1780963645.493968:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963645.493970:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963645.493974:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.493979:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963645.493982:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963645.493984:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963645.493986:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963645.493994:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d9c3016 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461351936:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963645.493999:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.494001:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963645.494003:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001d9c3016 x1867475461351936/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963652 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963645.494009:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963645.494011:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963645.494020:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d68be3a. 02000000:00000001:2.0:1780963645.494024:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963645.494025:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963645.494032:0:2254:0:(genops.c:1204:class_import_put()) import 000000003d1055b0 refcount=4 obd=lustre-OST0001-osc-ffff952604f93000 00000020:00000001:2.0:1780963645.494034:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963645.494035:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007f6a7343. 02000000:00000001:2.0:1780963645.494038:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963645.494040:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963645.494041:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9c3016. 00000100:00000001:2.0:1780963645.494043:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963645.494044:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.494047:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963645.494053:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963645.494054:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963645.494056:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963645.494057:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780963645.802326:0:10898:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:2.0:1780963645.802334:0:10898:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:2.0:1780963645.802339:0:10898:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 272 at 00000000b35a2493 (tot 3211078). 00000400:00000001:2.0:1780963645.802347:0:10898:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780963645.802351:0:10898:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:2.0:1780963645.802353:0:10898:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:2.0:1780963645.802354:0:10898:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:2.0:1780963645.802356:0:10898:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1780963645.802358:0:10898:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 425: lock count should not exceed lru size ========================================================== 20:07:24 (1780963644) 00000001:00000001:2.0:1780963645.811967:0:10898:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1780963645.811974:0:10898:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 272 at 00000000b35a2493 (tot 3210806). 00000400:00000001:2.0:1780963645.811985:0:10898:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963646.500317:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963646.500322:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963646.500329:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963646.500332:0:263:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963646.500334:0:263:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963646.500338:0:263:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963646.500340:0:263:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963646.500341:0:263:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963646.500344:0:263:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963646.500362:0:263:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963646.500364:0:263:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963646.500366:0:263:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963646.500393:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963646.500395:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963646.500398:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780963646.757849:0:10911:0:(llite_lib.c:2585:ll_statfs()) VFS Op:sb=lustre (00000000fff85ca4) 00000080:00000001:3.0:1780963646.757856:0:10911:0:(llite_lib.c:2481:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1780963646.757858:0:10911:0:(obd_class.h:1056:obd_statfs()) Process entered 00000080:00000004:3.0:1780963646.757861:0:10911:0:(obd_class.h:1069:obd_statfs()) lustre-clilmv-ffff952604f93000: age 289, max_age 303 00800000:00000001:3.0:1780963646.757865:0:10911:0:(lmv_obd.c:1254:lmv_statfs()) Process entered 00800000:00000010:3.0:1780963646.757869:0:10911:0:(lmv_obd.c:1256:lmv_statfs()) kmalloced '(temp)': 144 at 00000000e43afce7. 00800000:00000001:3.0:1780963646.757875:0:10911:0:(obd_class.h:1056:obd_statfs()) Process entered 00800000:00000004:3.0:1780963646.757877:0:10911:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff952604f93000: age 289, max_age 303 00000002:00000001:3.0:1780963646.757880:0:10911:0:(mdc_request.c:1644:mdc_statfs()) Process entered 00000020:00000040:3.0:1780963646.757882:0:10911:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000010:3.0:1780963646.757899:0:10911:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f94db5e7. 00000020:00000040:3.0:1780963646.757902:0:10911:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=7 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:3.0:1780963646.757905:0:10911:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963646.757908:0:10911:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963646.757912:0:10911:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963646.757918:0:10911:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057d2c3ba. 00000100:00000001:3.0:1780963646.757924:0:10911:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.757929:0:10911:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963646.757937:0:10911:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963646.757942:0:10911:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4224a9e. 00000100:00000001:3.0:1780963646.757943:0:10911:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589487738048 : -117484221813568 : ffff952612b12cc0) 00000100:00000001:3.0:1780963646.757946:0:10911:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963646.757947:0:10911:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589453760768 : -117484255790848 : ffff952610aab900) 00000100:00000001:3.0:1780963646.757950:0:10911:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963646.757954:0:10911:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.757956:0:10911:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963646.757957:0:10911:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963646.757965:0:10911:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963646.757974:0:10911:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963646.757980:0:10911:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963646.757984:0:10911:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963646.757986:0:10911:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963646.757989:0:10911:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job stat:0661b2a9-cf56-4976-97ac-495c294f9fa2:10911:1867475461352000:192.168.203.109@tcp:41:stat.0 00000100:00000001:3.0:1780963646.757993:0:10911:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963646.757998:0:10911:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963646.758000:0:10911:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963646.758012:0:10911:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963646.758016:0:10911:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000158881d3. 02000000:00000001:3.0:1780963646.758018:0:10911:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963646.758023:0:10911:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963646.758027:0:10911:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8cddbdb. 00000400:00000010:3.0:1780963646.758032:0:10911:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039b7813a. 00000100:00000200:3.0:1780963646.758038:0:10911:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461352000, portal 10 00000100:00000001:3.0:1780963646.758040:0:10911:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963646.758041:0:10911:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589453760768 : -117484255790848 : ffff952610aab900) 00000100:00000040:3.0:1780963646.758048:0:10911:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 3 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963646.758054:0:10911:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963646.758056:0:10911:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963646.758057:0:10911:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004965f0f2. 00000100:00000200:3.0:1780963646.758060:0:10911:0:(niobuf.c:86:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867475461352000, offset 0 00000400:00000200:3.0:1780963646.758066:0:10911:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963646.758074:0:10911:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963646.758090:0:10911:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963646.758098:0:10911:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963646.758101:0:10911:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963646.758104:0:10911:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963646.758107:0:10911:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [174:174:256:4294967295] 192.168.203.109@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1780963646.758111:0:10911:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963646.758118:0:10911:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963646.758124:0:10911:0:(socklnd_cb.c:995:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963646.758134:0:10911:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c63ec3d (tot 3211054). 00000800:00000200:3.0:1780963646.758142:0:10911:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963646.758149:0:10911:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963646.758153:0:10911:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c63ec3d type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1780963646.758172:0:10911:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.758174:0:10911:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963646.758177:0:10911:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.758179:0:10911:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963646.758180:0:10911:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963646.758182:0:10911:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4224a9e going to sleep for 6 seconds 00000100:00000001:3.0:1780963646.758185:0:10911:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963646.758187:0:10911:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963646.758436:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.758440:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c63ec3d (tot 3210806). 00000400:00000200:1.0:1780963646.758445:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.758450:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.758455:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004965f0f2 00000400:00000010:1.0:1780963646.758456:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004965f0f2. 00000100:00000001:1.0:1780963646.758460:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963646.758464:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 3 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:1.0:1780963646.758473:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963646.758481:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 3 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:1.0:1780963646.758488:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.758489:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1780963646.765573:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.766428:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.766433:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.766438:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.766448:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.766456:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.766463:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.766469:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.766473:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.766477:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 368 into portal 10 MB=0x6a27583802a40 00000400:00000200:1.0:1780963646.766482:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.766487:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 368/368 into md 0x8d1 [1] + 224 00000800:00000001:1.0:1780963646.766494:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.766502:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.766504:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.766508:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.766514:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963646.766521:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000040:1.0:1780963646.766531:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:1.0:1780963646.766552:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.766560:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.766563:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963646.766585:0:10911:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963646.766592:0:10911:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963646.766594:0:10911:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963646.766596:0:10911:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8cddbdb. 00000400:00000200:3.0:1780963646.766600:0:10911:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039b7813a 00000400:00000010:3.0:1780963646.766602:0:10911:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039b7813a. 00000100:00000001:3.0:1780963646.766604:0:10911:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963646.766608:0:10911:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000200:3.0:1780963646.766615:0:10911:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963646.766621:0:10911:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963646.766623:0:10911:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963646.766625:0:10911:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963646.766627:0:10911:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963646.766630:0:10911:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963646.766632:0:10911:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963646.766634:0:10911:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963646.766641:0:10911:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=104 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963646.766645:0:10911:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=104 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963646.766648:0:10911:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963646.766649:0:10911:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963646.766651:0:10911:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963646.766667:0:10911:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.766671:0:10911:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963646.766672:0:10911:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963646.766675:0:10911:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963646.766676:0:10911:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963646.766680:0:10911:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963646.766687:0:10911:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963646.766690:0:10911:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963646.766692:0:10911:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963646.766695:0:10911:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Interpret:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00100000:3.0:1780963646.766701:0:10911:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job stat:0661b2a9-cf56-4976-97ac-495c294f9fa2:10911:1867475461352000:192.168.203.109@tcp:41:stat.0 00000100:00000001:3.0:1780963646.766705:0:10911:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963646.766708:0:10911:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.766710:0:10911:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963646.766712:0:10911:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963646.766714:0:10911:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 2 fl Complete:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963646.766719:0:10911:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963646.766721:0:10911:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e4224a9e. 00000100:00000001:3.0:1780963646.766724:0:10911:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963646.766725:0:10911:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963646.766735:0:10911:0:(mdc_request.c:1697:mdc_statfs()) Process leaving 00000100:00000001:3.0:1780963646.766736:0:10911:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963646.766738:0:10911:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f94db5e7 x1867475461352000/t0(0) o41->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963653 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963646.766744:0:10911:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963646.766746:0:10911:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963646.766749:0:10911:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000158881d3. 02000000:00000001:3.0:1780963646.766751:0:10911:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963646.766753:0:10911:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963646.766755:0:10911:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963646.766760:0:10911:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963646.766762:0:10911:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057d2c3ba. 02000000:00000001:3.0:1780963646.766765:0:10911:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963646.766767:0:10911:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963646.766768:0:10911:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f94db5e7. 00000100:00000001:3.0:1780963646.766771:0:10911:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963646.766772:0:10911:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780963646.766773:0:10911:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963646.766774:0:10911:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963646.766775:0:10911:0:(genops.c:1211:class_import_put()) Process leaving 00800000:00000004:3.0:1780963646.766777:0:10911:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff952604f93000: update 00000000c9203a5c cache blocks 901408/958279 objects 261811/262345 00800000:00000001:3.0:1780963646.766781:0:10911:0:(obd_class.h:1112:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963646.766783:0:10911:0:(lmv_obd.c:1305:lmv_statfs()) Process leaving 00800000:00000010:3.0:1780963646.766784:0:10911:0:(lmv_obd.c:1307:lmv_statfs()) kfreed 'temp': 144 at 00000000e43afce7. 00000080:00000004:3.0:1780963646.766787:0:10911:0:(obd_class.h:1093:obd_statfs()) lustre-clilmv-ffff952604f93000: update 00000000d419da7c cache blocks 901408/958279 objects 261811/262345 00000080:00000001:3.0:1780963646.766790:0:10911:0:(obd_class.h:1112:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1780963646.766792:0:10911:0:(llite_lib.c:2494:ll_statfs_internal()) MDC blocks 901408/958279 objects 261811/262345 00000080:00000001:3.0:1780963646.766794:0:10911:0:(llite_lib.c:2497:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963646.766796:0:10911:0:(llite_lib.c:2527:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963646.814928:0:10915:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780963646.814933:0:10915:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780963646.814936:0:10915:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1780963646.814937:0:10915:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:1.0:1780963646.814948:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000000c1813c3. 00000080:00000001:1.0:1780963646.814960:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963646.814966:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1780963646.814968:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963646.814972:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1780963646.814973:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963646.814976:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963646.814978:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963646.814981:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963646.814982:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963646.814984:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963646.814986:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963646.814988:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1780963646.814991:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963646.814995:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963646.814996:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780963646.815000:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780963646.815002:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963646.815005:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780963646.815011:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:1.0:1780963646.815014:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963646.815019:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963646.815020:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780963646.815023:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.815031:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:1.0:1780963646.815033:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:1.0:1780963646.815036:0:10915:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780963646.815041:0:10915:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963646.815043:0:10915:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.815049:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:1.0:1780963646.815051:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780963646.815053:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780963646.815061:0:10915:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963646.815063:0:10915:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963646.815065:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1780963646.815067:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000000c1813c3. 00000080:00000001:1.0:1780963646.815072:0:10915:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780963646.815074:0:10915:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963646.815076:0:10915:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:1.0:1780963646.815079:0:10915:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:1.0:1780963646.815081:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963646.815084:0:10915:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1780963646.815085:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963646.815087:0:10915:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780963646.815089:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963646.815092:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963646.815093:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:1.0:1780963646.815096:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:1.0:1780963646.815098:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:1.0:1780963646.815100:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963646.815102:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963646.815103:0:10915:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963646.815104:0:10915:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963646.815105:0:10915:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000ac09bdea 00010000:00000001:1.0:1780963646.815107:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963646.815108:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963646.815108:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:1.0:1780963646.815110:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:1.0:1780963646.815111:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:1.0:1780963646.815113:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963646.815115:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.815120:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:1.0:1780963646.815123:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963646.815124:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963646.815130:0:10915:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780963646.815132:0:10915:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780963646.815133:0:10915:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.815138:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:1.0:1780963646.815142:0:10915:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963646.815144:0:10915:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963646.815146:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963646.815149:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963646.815150:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963646.815151:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.815154:0:10915:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963646.815156:0:10915:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.815158:0:10915:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.815160:0:10915:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.815162:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963646.815163:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963646.815164:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780963646.815166:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1780963646.815168:0:10915:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780963646.815170:0:10915:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00000001:1.0:1780963646.815174:0:10915:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780963646.815181:0:10915:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000089ea0d4b. 00000080:00200000:1.0:1780963646.815184:0:10915:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=13 00000080:00000001:1.0:1780963646.815188:0:10915:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:1.0:1780963646.815189:0:10915:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=getattr 00000080:00000010:1.0:1780963646.815194:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000000c1813c3. 00000080:00000001:1.0:1780963646.815198:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963646.815200:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1780963646.815201:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963646.815203:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1780963646.815205:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963646.815207:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963646.815208:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963646.815209:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963646.815210:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963646.815216:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963646.815217:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963646.815219:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:1.0:1780963646.815221:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963646.815223:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963646.815224:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780963646.815227:0:10915:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780963646.815229:0:10915:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780963646.815233:0:10915:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f642bb8. 00000020:00000040:1.0:1780963646.815236:0:10915:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:1.0:1780963646.815242:0:10915:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780963646.816454:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963646.816460:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963646.816462:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963646.816463:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.816469:0:10915:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963646.816471:0:10915:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963646.816475:0:10915:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963646.816484:0:10915:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000190edd0a. 00000100:00000001:1.0:1780963646.816492:0:10915:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.816496:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963646.816497:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.816499:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963646.816499:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963646.816501:0:10915:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963646.816510:0:10915:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589312721216 : -117484396830400 : ffff95260842a140) 00010000:00000001:1.0:1780963646.816513:0:10915:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780963646.816515:0:10915:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780963646.816519:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:1.0:1780963646.816522:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963646.816524:0:10915:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780963646.816528:0:10915:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1f2bbbf. 00000020:00000001:1.0:1780963646.816531:0:10915:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1780963646.816534:0:10915:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000b1f2bbbf with handle 0x8fa007fb21e0db57 to hash 00000020:00000001:1.0:1780963646.816536:0:10915:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780963646.816547:0:10915:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589221928128 : -117484487623488 : ffff952602d93cc0) 00010000:00000001:1.0:1780963646.816550:0:10915:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589221928128 : -117484487623488 : ffff952602d93cc0) 00010000:00000001:1.0:1780963646.816553:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963646.816555:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963646.816557:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.816564:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:1.0:1780963646.816566:0:10915:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.816572:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:1.0:1780963646.816578:0:10915:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963646.816582:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:1.0:1780963646.816584:0:10915:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963646.816586:0:10915:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963646.816592:0:10915:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a1ff89b. 00000100:00000001:1.0:1780963646.816594:0:10915:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589711190272 : -117483998361344 : ffff95262002c900) 00000100:00000001:1.0:1780963646.816596:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963646.816597:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589312721216 : -117484396830400 : ffff95260842a140) 00000100:00000001:1.0:1780963646.816601:0:10915:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963646.816604:0:10915:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.816606:0:10915:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963646.816607:0:10915:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963646.816616:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.816623:0:10915:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963646.816625:0:10915:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963646.816629:0:10915:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963646.816631:0:10915:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963646.816633:0:10915:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f642bb8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352064:192.168.203.109@tcp:101:lfs.0 00000100:00000001:1.0:1780963646.816644:0:10915:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963646.816649:0:10915:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963646.816651:0:10915:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963646.816654:0:10915:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963646.816657:0:10915:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 0000000028f26c69. 02000000:00000001:1.0:1780963646.816658:0:10915:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963646.816665:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:1.0:1780963646.816670:0:10915:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd091d07. 00000400:00000010:1.0:1780963646.816675:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000342710d9. 00000100:00000200:1.0:1780963646.816682:0:10915:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461352064, portal 10 00000100:00000001:1.0:1780963646.816684:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963646.816685:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589312721216 : -117484396830400 : ffff95260842a140) 00000100:00000040:1.0:1780963646.816689:0:10915:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.816695:0:10915:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963646.816698:0:10915:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:1.0:1780963646.816700:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a470db54. 00000100:00000200:1.0:1780963646.816702:0:10915:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475461352064, offset 0 00000400:00000200:1.0:1780963646.816708:0:10915:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1780963646.816716:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.816723:0:10915:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1780963646.816729:0:10915:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:1.0:1780963646.816733:0:10915:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963646.816735:0:10915:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:1.0:1780963646.816739:0:10915:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [175:175:256:4294967295] 192.168.203.109@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1780963646.816743:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.816749:0:10915:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:1.0:1780963646.816756:0:10915:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:1.0:1780963646.816760:0:10915:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7af077e (tot 3211054). 00000800:00000200:1.0:1780963646.816767:0:10915:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:1.0:1780963646.816775:0:10915:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:1.0:1780963646.816785:0:10915:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7af077e type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1780963646.816820:0:10915:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.816822:0:10915:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963646.816824:0:10915:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.816826:0:10915:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963646.816827:0:10915:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1780963646.816829:0:10915:0:(client.c:2500:ptlrpc_set_wait()) set 000000002a1ff89b going to sleep for 6 seconds 00000100:00000001:1.0:1780963646.816831:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963646.816835:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780963646.818179:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963646.818185:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7af077e (tot 3210806). 00000400:00000200:0.0:1780963646.818192:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963646.818200:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963646.818205:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a470db54 00000400:00000010:0.0:1780963646.818207:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a470db54. 00000100:00000001:0.0:1780963646.818211:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963646.818228:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.818237:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.818239:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.818245:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.818288:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1780963646.827229:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.827283:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.827287:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.827290:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.827301:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.827308:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.827315:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.827320:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.827324:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.827327:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 640 into portal 10 MB=0x6a27583802a80 00000400:00000200:1.0:1780963646.827332:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.827337:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 640/640 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1780963646.827345:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.827351:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.827354:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.827357:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.827364:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963646.827370:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963646.827381:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.827395:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.827405:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.827408:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.827598:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963646.827607:0:10915:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963646.827609:0:10915:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963646.827611:0:10915:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd091d07. 00000400:00000200:0.0:1780963646.827615:0:10915:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000342710d9 00000400:00000010:0.0:1780963646.827617:0:10915:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000342710d9. 00000100:00000001:0.0:1780963646.827620:0:10915:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963646.827624:0:10915:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963646.827631:0:10915:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.827637:0:10915:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963646.827638:0:10915:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.827641:0:10915:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963646.827644:0:10915:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963646.827646:0:10915:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963646.827648:0:10915:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.827650:0:10915:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963646.827659:0:10915:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=104 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963646.827663:0:10915:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=104 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963646.827665:0:10915:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963646.827668:0:10915:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.827674:0:10915:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963646.827677:0:10915:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963646.827679:0:10915:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963646.827680:0:10915:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963646.827688:0:10915:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963646.827692:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.827699:0:10915:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963646.827702:0:10915:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963646.827703:0:10915:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963646.827706:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:0.0:1780963646.827712:0:10915:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f642bb8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352064:192.168.203.109@tcp:101:lfs.0 00000100:00000001:0.0:1780963646.827718:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.827720:0:10915:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963646.827722:0:10915:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963646.827724:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.827727:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.827733:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963646.827735:0:10915:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002a1ff89b. 00000100:00000001:0.0:1780963646.827738:0:10915:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963646.827740:0:10915:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963646.827743:0:10915:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963646.827747:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.827749:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.827751:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b1f2bbbf refcount=4 00000020:00000001:0.0:1780963646.827754:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221928128 : -117484487623488 : ffff952602d93cc0) 00010000:00000001:0.0:1780963646.827756:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221928128 : -117484487623488 : ffff952602d93cc0) 00010000:00010000:0.0:1780963646.827761:0:10915:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827768:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827774:0:10915:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963646.827777:0:10915:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827788:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827790:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963646.827792:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827797:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827799:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.827800:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963646.827802:0:10915:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827806:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827808:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.827821:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.827823:0:10915:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963646.827825:0:10915:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827830:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.827832:0:10915:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1f2bbbf already unused, calling callback (00000000d69f7e2b) 00000080:00000001:0.0:1780963646.827835:0:10915:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963646.827838:0:10915:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827842:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827845:0:10915:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963646.827847:0:10915:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963646.827848:0:10915:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827853:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827860:0:10915:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963646.827863:0:10915:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963646.827864:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.827866:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.827867:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b1f2bbbf refcount=5 00000020:00000001:0.0:1780963646.827869:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221928128 : -117484487623488 : ffff952602d93cc0) 00010000:00000001:0.0:1780963646.827871:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221928128 : -117484487623488 : ffff952602d93cc0) 00010000:00000001:0.0:1780963646.827873:0:10915:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963646.827875:0:10915:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827880:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000080:00000001:0.0:1780963646.827882:0:10915:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963646.827883:0:10915:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.827885:0:10915:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963646.827887:0:10915:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963646.827890:0:10915:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963646.827892:0:10915:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963646.827893:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.827894:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963646.827896:0:10915:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b1f2bbbf with handle 0x8fa007fb21e0db57 from hash 00010000:00000001:0.0:1780963646.827898:0:10915:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963646.827899:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.827900:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.827901:0:10915:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963646.827902:0:10915:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963646.827903:0:10915:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963646.827904:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.827905:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.827907:0:10915:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.827908:0:10915:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.827910:0:10915:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827916:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.827922:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.827923:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.827924:0:10915:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963646.827925:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963646.827927:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.827927:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.827928:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963646.827929:0:10915:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 00000000b1f2bbbf/0x8fa007fb21e0db57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.827934:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:0.0:1780963646.827938:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963646.827944:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.827945:0:10915:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963646.827950:0:10915:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963646.827954:0:10915:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:0.0:1780963646.827961:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963646.827962:0:10915:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.827963:0:10915:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.827965:0:10915:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.827968:0:10915:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963646.827970:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963646.827971:0:10915:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.827973:0:10915:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963646.827974:0:10915:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1780963646.827977:0:10915:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.827981:0:10915:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.827983:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.827987:0:10915:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963646.827988:0:10915:0:(namei.c:668:ll_lookup_it_finish()) it 00000000334ec196 it_disposition 7 00000080:00002000:0.0:1780963646.827993:0:10915:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000cd70e4d6 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780963646.827997:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.828000:0:10915:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1780963646.828003:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963646.828006:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963646.828015:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963646.828017:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963646.828028:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.828030:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.828032:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.828034:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.828037:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963646.828038:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963646.828040:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963646.828045:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.828048:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963646.828052:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00010000:0.0:1780963646.828054:0:10915:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963646.828057:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.828059:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.828060:0:10915:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.828062:0:10915:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963646.828065:0:10915:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780963646.828069:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000000c1813c3. 00000100:00000001:0.0:1780963646.828074:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.828077:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006f642bb8 x1867475461352064/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.830274:0:10915:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963646.830277:0:10915:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963646.830280:0:10915:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 0000000028f26c69. 02000000:00000001:0.0:1780963646.830288:0:10915:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963646.830290:0:10915:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963646.830291:0:10915:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:0.0:1780963646.830294:0:10915:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963646.830295:0:10915:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000190edd0a. 02000000:00000001:0.0:1780963646.830299:0:10915:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963646.830300:0:10915:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963646.830302:0:10915:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f642bb8. 00000100:00000001:0.0:1780963646.830306:0:10915:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963646.830307:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963646.830312:0:10915:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1780963646.830330:0:10915:0:(dcache.c:216:ll_intent_release()) intent 00000000334ec196 released 00000080:00000001:0.0:1780963646.830332:0:10915:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780963646.830337:0:10915:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1780963646.830338:0:10915:0:(dcache.c:133:ll_ddelete()) deleting dentry d425.sanity (00000000cd70e4d6, parent 000000003e120961, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780963646.830342:0:10915:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963646.830345:0:10915:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963646.830351:0:10915:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1780963646.830398:0:10915:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963646.830401:0:10915:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963646.830403:0:10915:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963646.830405:0:10915:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:0.0:1780963646.830411:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.830418:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.830424:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963646.830426:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.830429:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963646.830431:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963646.830433:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963646.830435:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963646.830438:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963646.830439:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.830441:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.830442:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.830444:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963646.830448:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.830450:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963646.830452:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963646.830456:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963646.830457:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963646.830460:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963646.830466:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.830469:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963646.830473:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.830474:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963646.830478:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830496:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:0.0:1780963646.830499:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:0.0:1780963646.830502:0:10915:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963646.830506:0:10915:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.830508:0:10915:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830513:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:0.0:1780963646.830515:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963646.830516:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963646.830518:0:10915:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963646.830520:0:10915:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963646.830522:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963646.830525:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.830529:0:10915:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963646.830530:0:10915:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963646.830532:0:10915:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963646.830534:0:10915:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:0.0:1780963646.830537:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.830539:0:10915:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963646.830541:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.830543:0:10915:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963646.830545:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.830547:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.830549:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963646.830550:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963646.830553:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963646.830555:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.830557:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963646.830557:0:10915:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.830559:0:10915:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963646.830560:0:10915:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 00000000817d02ca 00010000:00000001:0.0:1780963646.830568:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.830569:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.830570:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963646.830571:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963646.830573:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963646.830575:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963646.830577:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830583:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963646.830585:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.830585:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.830587:0:10915:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963646.830589:0:10915:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963646.830590:0:10915:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830595:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963646.830598:0:10915:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963646.830601:0:10915:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963646.830603:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963646.830607:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.830607:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.830609:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830612:0:10915:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963646.830614:0:10915:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830616:0:10915:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830618:0:10915:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830620:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963646.830621:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.830621:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963646.830623:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963646.830624:0:10915:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963646.830625:0:10915:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00000001:0.0:1780963646.830629:0:10915:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963646.830643:0:10915:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000009a53cdf4. 00000080:00200000:0.0:1780963646.830646:0:10915:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), flags=16392 00000080:00000001:0.0:1780963646.830650:0:10915:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963646.830651:0:10915:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=getattr 00000080:00000010:0.0:1780963646.830656:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.830661:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.830663:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963646.830664:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.830667:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963646.830669:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963646.830671:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963646.830672:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963646.830673:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963646.830675:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.830676:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.830678:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.830680:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:0.0:1780963646.830682:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.830684:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963646.830686:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963646.830689:0:10915:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963646.830691:0:10915:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963646.830696:0:10915:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089b990b8. 00000020:00000040:0.0:1780963646.830700:0:10915:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:0.0:1780963646.830705:0:10915:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963646.830709:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963646.830711:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.830712:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.830713:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.830715:0:10915:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963646.830717:0:10915:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963646.830719:0:10915:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963646.830725:0:10915:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006e8f440d. 00000100:00000001:0.0:1780963646.830731:0:10915:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830735:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963646.830742:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830743:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963646.830744:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.830745:0:10915:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.830752:0:10915:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00010000:00000001:0.0:1780963646.830755:0:10915:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963646.830757:0:10915:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963646.830759:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.830761:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963646.830764:0:10915:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963646.830767:0:10915:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a86c68d. 00000020:00000001:0.0:1780963646.830770:0:10915:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963646.830772:0:10915:0:(lustre_handles.c:97:class_handle_hash()) added object 000000000a86c68d with handle 0x8fa007fb21e0db5e to hash 00000020:00000001:0.0:1780963646.830773:0:10915:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963646.830775:0:10915:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963646.830778:0:10915:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963646.830780:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.830781:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.830783:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830788:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.830790:0:10915:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830795:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.830800:0:10915:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.830804:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:0.0:1780963646.830807:0:10915:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963646.830808:0:10915:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963646.830825:0:10915:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af50a29d. 00000100:00000001:0.0:1780963646.830827:0:10915:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589487899968 : -117484221651648 : ffff952612b3a540) 00000100:00000001:0.0:1780963646.830834:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963646.830835:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00000100:00000001:0.0:1780963646.830840:0:10915:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963646.830844:0:10915:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.830845:0:10915:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963646.830847:0:10915:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963646.830855:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.830863:0:10915:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963646.830865:0:10915:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.830868:0:10915:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963646.830871:0:10915:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963646.830873:0:10915:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352128:192.168.203.109@tcp:101:lfs.0 00000100:00000001:0.0:1780963646.830877:0:10915:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963646.830881:0:10915:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963646.830883:0:10915:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.830885:0:10915:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963646.830889:0:10915:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000c2c5d0e4. 02000000:00000001:0.0:1780963646.830891:0:10915:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963646.830898:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963646.830902:0:10915:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bc13603. 00000400:00000010:0.0:1780963646.830907:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dd3307. 00000100:00000200:0.0:1780963646.830914:0:10915:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461352128, portal 10 00000100:00000001:0.0:1780963646.830915:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963646.830917:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00000100:00000040:0.0:1780963646.830921:0:10915:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.830927:0:10915:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963646.830929:0:10915:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:0.0:1780963646.830931:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bfbbfb6. 00000100:00000200:0.0:1780963646.830933:0:10915:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475461352128, offset 0 00000400:00000200:0.0:1780963646.830940:0:10915:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963646.830947:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963646.830961:0:10915:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963646.830970:0:10915:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963646.830973:0:10915:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963646.830976:0:10915:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963646.830979:0:10915:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [176:176:256:4294967295] 192.168.203.109@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1780963646.830983:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963646.830992:0:10915:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963646.830998:0:10915:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963646.831002:0:10915:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fd22119 (tot 3211054). 00000800:00000200:0.0:1780963646.831008:0:10915:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963646.831015:0:10915:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963646.831018:0:10915:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005fd22119 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1780963646.831032:0:10915:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.831033:0:10915:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963646.831036:0:10915:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.831038:0:10915:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963646.831039:0:10915:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963646.831041:0:10915:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af50a29d going to sleep for 6 seconds 00000100:00000001:0.0:1780963646.831043:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963646.831046:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963646.831490:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.831495:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fd22119 (tot 3210806). 00000400:00000200:1.0:1780963646.831500:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.831505:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.831509:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bfbbfb6 00000400:00000010:1.0:1780963646.831511:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bfbbfb6. 00000100:00000001:1.0:1780963646.831515:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963646.831519:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.831528:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963646.831530:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.831535:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.831537:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:0.1F:1780963646.836301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1f2bbbf. 00000800:00000001:1.0:1780963646.838635:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.838653:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.838657:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.838659:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.838672:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.838680:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.838687:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.838693:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.838696:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.838700:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 640 into portal 10 MB=0x6a27583802ac0 00000400:00000200:1.0:1780963646.838705:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.838710:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 640/640 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1780963646.838717:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.838725:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.838727:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.838731:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.838737:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963646.838743:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963646.838769:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.838788:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.838797:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.838800:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.838867:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963646.838874:0:10915:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963646.838876:0:10915:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963646.838878:0:10915:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bc13603. 00000400:00000200:0.0:1780963646.838891:0:10915:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dd3307 00000400:00000010:0.0:1780963646.838893:0:10915:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dd3307. 00000100:00000001:0.0:1780963646.838896:0:10915:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963646.838901:0:10915:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963646.838907:0:10915:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.838911:0:10915:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963646.838919:0:10915:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.838922:0:10915:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963646.838925:0:10915:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963646.838928:0:10915:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963646.838931:0:10915:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.838933:0:10915:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963646.838942:0:10915:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=104 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963646.838947:0:10915:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=104 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963646.838950:0:10915:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963646.838953:0:10915:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.838959:0:10915:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963646.838962:0:10915:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963646.838964:0:10915:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963646.838966:0:10915:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963646.838967:0:10915:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963646.838970:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.838976:0:10915:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963646.838979:0:10915:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963646.838981:0:10915:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963646.838984:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:0.0:1780963646.838991:0:10915:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352128:192.168.203.109@tcp:101:lfs.0 00000100:00000001:0.0:1780963646.838996:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.838999:0:10915:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963646.839001:0:10915:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963646.839003:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.839005:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.839011:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963646.839013:0:10915:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af50a29d. 00000100:00000001:0.0:1780963646.839016:0:10915:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963646.839022:0:10915:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963646.839026:0:10915:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963646.839029:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.839031:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.839034:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=4 00000020:00000001:0.0:1780963646.839036:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963646.839038:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00010000:0.0:1780963646.839042:0:10915:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839050:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839056:0:10915:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963646.839058:0:10915:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839063:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839065:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963646.839067:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839073:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839074:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.839076:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963646.839077:0:10915:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839093:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839095:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.839097:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.839100:0:10915:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963646.839101:0:10915:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839116:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.839118:0:10915:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000a86c68d already unused, calling callback (00000000d69f7e2b) 00000080:00000001:0.0:1780963646.839121:0:10915:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963646.839124:0:10915:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839129:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839131:0:10915:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963646.839133:0:10915:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963646.839135:0:10915:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839140:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839141:0:10915:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963646.839144:0:10915:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963646.839145:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.839146:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.839147:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=5 00000020:00000001:0.0:1780963646.839148:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963646.839150:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963646.839153:0:10915:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963646.839154:0:10915:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839159:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000080:00000001:0.0:1780963646.839161:0:10915:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963646.839162:0:10915:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.839164:0:10915:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963646.839166:0:10915:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963646.839169:0:10915:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963646.839170:0:10915:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963646.839176:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.839177:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963646.839179:0:10915:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000a86c68d with handle 0x8fa007fb21e0db5e from hash 00010000:00000001:0.0:1780963646.839181:0:10915:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963646.839182:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.839183:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.839185:0:10915:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963646.839186:0:10915:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963646.839187:0:10915:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963646.839190:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.839190:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.839192:0:10915:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.839194:0:10915:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.839196:0:10915:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839201:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839203:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.839204:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.839205:0:10915:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963646.839206:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963646.839208:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.839208:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.839210:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963646.839211:0:10915:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839215:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:0.0:1780963646.839217:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963646.839222:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.839223:0:10915:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963646.839228:0:10915:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963646.839233:0:10915:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:0.0:1780963646.839240:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963646.839292:0:10915:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839294:0:10915:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839295:0:10915:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839299:0:10915:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963646.839300:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963646.839301:0:10915:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839302:0:10915:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963646.839303:0:10915:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1780963646.839306:0:10915:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.839310:0:10915:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.839312:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.839316:0:10915:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963646.839317:0:10915:0:(namei.c:668:ll_lookup_it_finish()) it 00000000b83d1a8a it_disposition 7 00000080:00002000:0.0:1780963646.839322:0:10915:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000393a3f7f inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780963646.839326:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.839329:0:10915:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1780963646.839331:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963646.839334:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963646.839335:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963646.839337:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963646.839339:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.839340:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.839342:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.839344:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839346:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963646.839348:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963646.839350:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963646.839354:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839357:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963646.839361:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00010000:0.0:1780963646.839363:0:10915:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963646.839365:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839367:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.839368:0:10915:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.839370:0:10915:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963646.839373:0:10915:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780963646.839377:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002efa17f8. 00000100:00000001:0.0:1780963646.839387:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.839391:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089b990b8 x1867475461352128/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963646.839397:0:10915:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963646.839399:0:10915:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963646.839402:0:10915:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000c2c5d0e4. 02000000:00000001:0.0:1780963646.839405:0:10915:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963646.839407:0:10915:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963646.839408:0:10915:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:0.0:1780963646.839410:0:10915:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963646.839412:0:10915:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006e8f440d. 02000000:00000001:0.0:1780963646.839416:0:10915:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963646.839417:0:10915:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963646.839419:0:10915:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089b990b8. 00000100:00000001:0.0:1780963646.839422:0:10915:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963646.839423:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963646.839426:0:10915:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1780963646.839427:0:10915:0:(dcache.c:216:ll_intent_release()) intent 00000000b83d1a8a released 00000080:00000001:0.0:1780963646.839429:0:10915:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780963646.839433:0:10915:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1780963646.839434:0:10915:0:(dcache.c:133:ll_ddelete()) deleting dentry d425.sanity (00000000393a3f7f, parent 000000003e120961, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780963646.839438:0:10915:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963646.839440:0:10915:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963646.839443:0:10915:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1780963646.839492:0:10915:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963646.839495:0:10915:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:0.0:1780963646.839499:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.839505:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.839508:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963646.839509:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.839512:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963646.839514:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963646.839515:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963646.839515:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963646.839516:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963646.839517:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.839519:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.839525:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.839527:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963646.839530:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839532:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963646.839533:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963646.839536:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963646.839537:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963646.839538:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963646.839541:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839542:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963646.839545:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00010000:0.0:1780963646.839547:0:10915:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963646.839549:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839550:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839552:0:10915:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963646.839554:0:10915:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963646.839558:0:10915:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089b990b8. 00000020:00000040:0.0:1780963646.839560:0:10915:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:0.0:1780963646.839564:0:10915:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963646.839568:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963646.839572:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.839573:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.839574:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.839577:0:10915:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963646.839579:0:10915:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963646.839582:0:10915:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963646.839587:0:10915:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006e8f440d. 00000100:00000001:0.0:1780963646.839592:0:10915:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.839595:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963646.839596:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.839598:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963646.839599:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.839600:0:10915:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.839604:0:10915:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00010000:00000001:0.0:1780963646.839607:0:10915:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963646.839613:0:10915:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963646.839616:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.839617:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963646.839619:0:10915:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963646.839621:0:10915:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082a933d3. 00000020:00000001:0.0:1780963646.839624:0:10915:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963646.839625:0:10915:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000082a933d3 with handle 0x8fa007fb21e0db65 to hash 00000020:00000001:0.0:1780963646.839627:0:10915:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963646.839628:0:10915:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.839630:0:10915:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.839633:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.839634:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.839636:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839642:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.839644:0:10915:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839648:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.839654:0:10915:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.839659:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:0.0:1780963646.839661:0:10915:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963646.839662:0:10915:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963646.839666:0:10915:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af50a29d. 00000100:00000001:0.0:1780963646.839667:0:10915:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589487899968 : -117484221651648 : ffff952612b3a540) 00000100:00000001:0.0:1780963646.839669:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963646.839671:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00000100:00000001:0.0:1780963646.839674:0:10915:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963646.839677:0:10915:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.839679:0:10915:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963646.839680:0:10915:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963646.839688:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.839695:0:10915:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963646.839696:0:10915:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.839700:0:10915:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963646.839702:0:10915:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963646.839704:0:10915:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352192:192.168.203.109@tcp:101:lfs.0 00000100:00000001:0.0:1780963646.839709:0:10915:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963646.839715:0:10915:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963646.839717:0:10915:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.839719:0:10915:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963646.839723:0:10915:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000c2c5d0e4. 02000000:00000001:0.0:1780963646.839724:0:10915:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963646.839729:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963646.839732:0:10915:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bc13603. 00000400:00000010:0.0:1780963646.839736:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dd3307. 00000100:00000200:0.0:1780963646.839743:0:10915:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461352192, portal 10 00000100:00000001:0.0:1780963646.839744:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963646.839745:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00000100:00000040:0.0:1780963646.839750:0:10915:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.839755:0:10915:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963646.839757:0:10915:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:0.0:1780963646.839759:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2a6767e. 00000100:00000200:0.0:1780963646.839761:0:10915:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475461352192, offset 0 00000400:00000200:0.0:1780963646.839767:0:10915:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963646.839773:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963646.839779:0:10915:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963646.839788:0:10915:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963646.839792:0:10915:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963646.839795:0:10915:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963646.839798:0:10915:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [177:177:256:4294967295] 192.168.203.109@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1780963646.839801:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963646.839828:0:10915:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963646.839834:0:10915:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963646.839839:0:10915:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007ae6b04 (tot 3211054). 00000800:00000200:0.0:1780963646.839844:0:10915:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963646.839851:0:10915:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963646.839854:0:10915:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007ae6b04 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780963646.839863:0:10915:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.839865:0:10915:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963646.839867:0:10915:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.839869:0:10915:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963646.839871:0:10915:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963646.839872:0:10915:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af50a29d going to sleep for 6 seconds 00000100:00000001:0.0:1780963646.839875:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963646.839877:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963646.840197:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.840201:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007ae6b04 (tot 3210806). 00000400:00000200:1.0:1780963646.840206:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.840210:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.840213:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2a6767e 00000400:00000010:1.0:1780963646.840215:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2a6767e. 00000100:00000001:1.0:1780963646.840217:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963646.840220:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.840228:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963646.840230:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.840235:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.840236:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000080:00000010:0.1:1780963646.840849:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000089ea0d4b. 00010000:00000010:0.1:1780963646.845305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a86c68d. 00000080:00000010:0.1:1780963646.845320:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009a53cdf4. 00000800:00000001:1.0:1780963646.855106:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.855129:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.855134:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.855136:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.855147:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.855155:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.855164:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.855168:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.855173:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.855177:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 688 into portal 10 MB=0x6a27583802b00 00000400:00000200:1.0:1780963646.855181:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.855187:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 688/688 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1780963646.855194:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.855227:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.855230:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.855235:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.855242:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963646.855265:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963646.855277:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=688 offset=224 replen=1152 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.855287:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.855296:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.855299:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.855366:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963646.855374:0:10915:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963646.855376:0:10915:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963646.855379:0:10915:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bc13603. 00000400:00000200:0.0:1780963646.855383:0:10915:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dd3307 00000400:00000010:0.0:1780963646.855384:0:10915:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dd3307. 00000100:00000001:0.0:1780963646.855387:0:10915:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963646.855390:0:10915:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963646.855397:0:10915:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963646.855401:0:10915:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963646.855403:0:10915:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.855405:0:10915:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963646.855408:0:10915:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963646.855410:0:10915:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963646.855412:0:10915:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.855415:0:10915:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963646.855423:0:10915:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=104 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963646.855426:0:10915:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=104 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963646.855435:0:10915:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963646.855437:0:10915:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.855450:0:10915:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963646.855453:0:10915:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.855457:0:10915:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963646.855458:0:10915:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963646.855460:0:10915:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963646.855461:0:10915:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963646.855466:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963646.855471:0:10915:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963646.855474:0:10915:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963646.855476:0:10915:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963646.855479:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963653 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963646.855484:0:10915:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352192:192.168.203.109@tcp:101:lfs.0 00000100:00000001:0.0:1780963646.855488:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.855491:0:10915:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.855493:0:10915:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963646.855494:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.855497:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963653 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963646.855502:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963646.855504:0:10915:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af50a29d. 00000100:00000001:0.0:1780963646.855508:0:10915:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963646.855509:0:10915:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.855511:0:10915:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963646.855514:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855517:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855519:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=4 00000020:00000001:0.0:1780963646.855521:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855524:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000040:0.0:1780963646.855530:0:10915:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000082a933d3, remote cookie: 0xbf07420548885866, flags: 0x1001 00010000:00010000:0.0:1780963646.855539:0:10915:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855547:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.855552:0:10915:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855557:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855559:0:10915:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780963646.855562:0:10915:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780963646.855564:0:10915:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1780963646.855566:0:10915:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780963646.855567:0:10915:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780963646.855568:0:10915:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000002d648ef5) refcount = 2 00010000:00000040:0.0:1780963646.855571:0:10915:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780963646.855573:0:10915:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855578:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.855580:0:10915:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855585:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855587:0:10915:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780963646.855589:0:10915:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780963646.855590:0:10915:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963646.855593:0:10915:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780963646.855595:0:10915:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.855597:0:10915:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855602:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855604:0:10915:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780963646.855611:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855612:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855613:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855614:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855615:0:10915:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.855620:0:10915:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780963646.855622:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855623:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855624:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855626:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855628:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855630:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855631:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855632:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=4 00000020:00000001:0.0:1780963646.855633:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855635:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855638:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.855640:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.855642:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855648:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855649:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855650:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855651:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855652:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855653:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=5 00000020:00000001:0.0:1780963646.855654:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855656:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855658:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963646.855659:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855664:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855672:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855673:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963646.855674:0:10915:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855679:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855681:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963646.855682:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855683:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855684:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855685:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780963646.855689:0:10915:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:0.0:1780963646.855696:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855697:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855698:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855699:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855701:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855703:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855704:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963646.855705:0:10915:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.855707:0:10915:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.855709:0:10915:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963646.855712:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855712:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855713:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855715:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855717:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00000002:00010000:0.0:1780963646.855719:0:10915:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855724:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855726:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855737:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855744:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780963646.855745:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855746:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855747:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855749:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855751:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000040:0.0:1780963646.855756:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 3 00010000:00000001:0.0:1780963646.855758:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963646.855762:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963646.855763:0:10915:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1780963646.855766:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855766:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963646.855768:0:10915:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963646.855769:0:10915:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780963646.855771:0:10915:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855776:0:10915:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855778:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963646.855783:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.855787:0:10915:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963646.855789:0:10915:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1780963646.855792:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855795:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.855798:0:10915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780963646.855801:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855803:0:10915:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:0.0:1780963646.855820:0:10915:0:(lmv_obd.c:3495:lmv_unpackmd()) kmalloced '(lsm)': 56 at 000000001b53b656. 00800000:00000001:0.0:1780963646.855823:0:10915:0:(lmv_obd.c:3521:lmv_unpackmd()) Process leaving (rc=56 : 56 : 38) 00000002:00000001:0.0:1780963646.855825:0:10915:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780963646.855827:0:10915:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780963646.855829:0:10915:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1780963646.855831:0:10915:0:(llite_lib.c:1688:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780963646.855834:0:10915:0:(llite_lib.c:1709:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780963646.855835:0:10915:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.855839:0:10915:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780963646.855841:0:10915:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1780963646.855845:0:10915:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1780963646.855852:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855853:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855854:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855856:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855858:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855859:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855860:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780963646.855861:0:10915:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963646.855863:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855865:0:10915:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1780963646.855866:0:10915:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:0.0:1780963646.855867:0:10915:0:(lmv_obd.c:3449:lmv_unpackmd()) kfreed 'lsm': 56 at 000000001b53b656. 00800000:00000001:0.0:1780963646.855869:0:10915:0:(lmv_obd.c:3451:lmv_unpackmd()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855871:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.855873:0:10915:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1780963646.855874:0:10915:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855875:0:10915:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963646.855877:0:10915:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db65 00000080:00000001:0.0:1780963646.855880:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855882:0:10915:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963646.855883:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.855884:0:10915:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963646.855885:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855886:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855887:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855889:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855890:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855892:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855893:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963646.855894:0:10915:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.855896:0:10915:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.855898:0:10915:0:(dcache.c:280:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963646.855900:0:10915:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963646.855902:0:10915:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db65 from it 000000008bed1779 00010000:00000001:0.0:1780963646.855903:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.855909:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.855910:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.855912:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855913:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.855915:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963646.855916:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855922:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855923:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855924:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855926:0:10915:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963646.855927:0:10915:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963646.855928:0:10915:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.855933:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.855936:0:10915:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963646.855938:0:10915:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963646.855939:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963646.855943:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855944:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.855945:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.855948:0:10915:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963646.855949:0:10915:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.855951:0:10915:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.855954:0:10915:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.855955:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963646.855956:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.855957:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963646.855958:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963646.855962:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089b990b8 x1867475461352192/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963646.855968:0:10915:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963646.855970:0:10915:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963646.855972:0:10915:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000c2c5d0e4. 02000000:00000001:0.0:1780963646.855981:0:10915:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963646.855982:0:10915:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963646.855983:0:10915:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:0.0:1780963646.855986:0:10915:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963646.855987:0:10915:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006e8f440d. 02000000:00000001:0.0:1780963646.855990:0:10915:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963646.855992:0:10915:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963646.855993:0:10915:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089b990b8. 00000100:00000001:0.0:1780963646.855996:0:10915:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963646.855996:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963646.856743:0:10915:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963646.856775:0:10915:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963646.856777:0:10915:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:0.0:1780963646.856782:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.856787:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.856790:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963646.856792:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.856796:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963646.856797:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963646.856799:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963646.856802:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963646.856804:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963646.856805:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.856807:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963646.856820:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963646.856822:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963646.856825:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.856828:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963646.856829:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963646.856832:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963646.856834:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963646.856835:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963646.856839:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 3 00010000:00000001:0.0:1780963646.856841:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963646.856843:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.856845:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963646.856853:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.856859:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 3 00010000:00000040:0.0:1780963646.856861:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 02000000:00000001:0.0:1780963646.856863:0:10915:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963646.856867:0:10915:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963646.856869:0:10915:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.856874:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000002:00000001:0.0:1780963646.856875:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963646.856877:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963646.856879:0:10915:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963646.856880:0:10915:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963646.856882:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963646.856884:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002efa17f8. 00000080:00000001:0.0:1780963646.856888:0:10915:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963646.856889:0:10915:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963646.856891:0:10915:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963646.856893:0:10915:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db65 00000080:00000001:0.0:1780963646.856895:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.856897:0:10915:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963646.856898:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963646.856900:0:10915:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963646.856901:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.856902:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.856904:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.856905:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.856907:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.856909:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.856911:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963646.856912:0:10915:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963646.856912:0:10915:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963646.856919:0:10915:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db65 from it 000000008bed1779 00010000:00000001:0.0:1780963646.856920:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.856921:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.856922:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:0.0:1780963646.856923:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.856925:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.856926:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963646.856928:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.856933:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.856935:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.856935:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.856937:0:10915:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963646.856938:0:10915:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963646.856939:0:10915:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.856944:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963646.856946:0:10915:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963646.856948:0:10915:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963646.856949:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963646.856951:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.856952:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963646.856953:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.856955:0:10915:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963646.856956:0:10915:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.856958:0:10915:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.856960:0:10915:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.856962:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963646.856963:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963646.856963:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963646.856965:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963646.856966:0:10915:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963646.860400:0:10915:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963646.860406:0:10915:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963646.860407:0:10915:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:2.0:1780963646.860417:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963646.860424:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.860428:0:10915:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963646.860430:0:10915:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.860434:0:10915:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963646.860436:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963646.860438:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963646.860800:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963646.860825:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963646.860828:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963646.860830:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.860831:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963646.860833:0:10915:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963646.860836:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.860839:0:10915:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963646.860841:0:10915:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963646.860845:0:10915:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963646.860847:0:10915:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963646.860849:0:10915:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963646.860856:0:10915:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 3 00010000:00000001:2.0:1780963646.860859:0:10915:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963646.860864:0:10915:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963646.860867:0:10915:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963646.860870:0:10915:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.860879:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 3 00010000:00000040:2.0:1780963646.860881:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 02000000:00000001:2.0:1780963646.860884:0:10915:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963646.860889:0:10915:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.860891:0:10915:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.860897:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000002:00000001:2.0:1780963646.860899:0:10915:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963646.860901:0:10915:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963646.860902:0:10915:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963646.860904:0:10915:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963646.860906:0:10915:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963646.860909:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963646.860914:0:10915:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963646.860915:0:10915:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963646.860922:0:10915:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963646.860925:0:10915:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:2.0:1780963646.860928:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.860931:0:10915:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963646.860932:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.860935:0:10915:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963646.860936:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963646.860938:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963646.860941:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:2.0:1780963646.860943:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963646.860945:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963646.860948:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.860949:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963646.860950:0:10915:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.860951:0:10915:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963646.860953:0:10915:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000002fb498ca 00010000:00000001:2.0:1780963646.860954:0:10915:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963646.860955:0:10915:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963646.860956:0:10915:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:2.0:1780963646.860958:0:10915:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963646.860959:0:10915:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963646.860961:0:10915:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963646.860962:0:10915:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.860968:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963646.860970:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.860971:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963646.860972:0:10915:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963646.860973:0:10915:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963646.860975:0:10915:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.860979:0:10915:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963646.860987:0:10915:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963646.860990:0:10915:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963646.860992:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963646.860996:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.860997:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963646.860998:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.861631:0:10915:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963646.861633:0:10915:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.861636:0:10915:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.861640:0:10915:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.861643:0:10915:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963646.861644:0:10915:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.861645:0:10915:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963646.861647:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963646.861648:0:10915:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963646.861650:0:10915:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 44 00000080:00000001:2.0:1780963646.861655:0:10915:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963646.861660:0:10915:0:(dir.c:2391:ll_dir_open()) Process entered 00000080:00000001:2.0:1780963646.861662:0:10915:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:2.0:1780963646.861663:0:10915:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), flags 300000 00000080:00000010:2.0:1780963646.861668:0:10915:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 00000000ff66024f. 00000080:00000001:2.0:1780963646.861672:0:10915:0:(file.c:862:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963646.861673:0:10915:0:(dir.c:2392:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963646.861695:0:10915:0:(dir.c:1420:ll_dir_ioctl()) Process entered 00000080:00200000:2.0:1780963646.861696:0:10915:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), cmd=0xc03066f0 00000020:00000001:2.0:1780963646.861700:0:10915:0:(class_obd.c:226:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780963646.861705:0:10915:0:(class_obd.c:252:obd_ioctl_getdata()) kmalloced '(data)': 640 at 00000000c8452ce3. 00000020:00000001:2.0:1780963646.861709:0:10915:0:(class_obd.c:291:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963646.861712:0:10915:0:(dir.c:467:ll_dir_setdirstripe()) Process entered 00000080:00200000:2.0:1780963646.861714:0:10915:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9) name d425.sanity stripe_offset 1, stripe_count: 2 00000080:00000010:2.0:1780963646.861720:0:10915:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963646.861739:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.861743:0:10915:0:(lmv_obd.c:1934:lmv_create()) Process entered 00800000:00000001:2.0:1780963646.861746:0:10915:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963646.861747:0:10915:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963646.861749:0:10915:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963646.861751:0:10915:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963646.861752:0:10915:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963646.861760:0:10915:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.861762:0:10915:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.861765:0:10915:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780963646.861767:0:10915:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:2.0:1780963646.861768:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.861771:0:10915:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780963646.861774:0:10915:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000001:2.0:1780963646.861776:0:10915:0:(fid_request.c:224:seq_client_alloc_seq()) Process entered 40000000:00000001:2.0:1780963646.861777:0:10915:0:(fid_request.c:187:seq_client_alloc_meta()) Process entered 40000000:00000001:2.0:1780963646.861778:0:10915:0:(fid_request.c:63:seq_client_rpc()) Process entered 00000100:00000010:2.0:1780963646.861784:0:10915:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9c3016. 00000020:00000040:2.0:1780963646.861787:0:10915:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 00000100:00000001:2.0:1780963646.861792:0:10915:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963646.861794:0:10915:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963646.861797:0:10915:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963646.861802:0:10915:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e49de3c4. 00000100:00000001:2.0:1780963646.861819:0:10915:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.861825:0:10915:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963646.861826:0:10915:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963646.861832:0:10915:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963646.861835:0:10915:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280933376 : -117484428618240 : ffff9526065d9600) 00000100:00000001:2.0:1780963646.861838:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963646.861839:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487661056 : -117484221890560 : ffff952612b00000) 00000100:00000001:2.0:1780963646.861843:0:10915:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963646.861847:0:10915:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.861849:0:10915:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963646.861851:0:10915:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963646.861858:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963646.861868:0:10915:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963646.861870:0:10915:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.861873:0:10915:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963646.861875:0:10915:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963646.861879:0:10915:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d9c3016 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352256:192.168.203.109@tcp:700:lfs.0 00000100:00000001:2.0:1780963646.861882:0:10915:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963646.861895:0:10915:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963646.861897:0:10915:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.861899:0:10915:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963646.861903:0:10915:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1b5b2a2. 02000000:00000001:2.0:1780963646.861904:0:10915:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963646.861910:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963646.861914:0:10915:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963646.861919:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e00344f1. 00000100:00000200:2.0:1780963646.861925:0:10915:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461352256, portal 10 00000100:00000001:2.0:1780963646.861927:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963646.861927:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487661056 : -117484221890560 : ffff952612b00000) 00000100:00000040:2.0:1780963646.861933:0:10915:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963646.861939:0:10915:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963646.861942:0:10915:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963646.861944:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f01c274. 00000100:00000200:2.0:1780963646.861946:0:10915:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1867475461352256, offset 0 00000400:00000200:2.0:1780963646.861952:0:10915:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963646.861959:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963646.861965:0:10915:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963646.861972:0:10915:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963646.861975:0:10915:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963646.861977:0:10915:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963646.861980:0:10915:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [178:178:256:4294967295] 192.168.203.109@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1780963646.861984:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963646.861992:0:10915:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963646.861997:0:10915:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963646.862669:0:10915:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f6a7343 (tot 3211054). 00000800:00000200:2.0:1780963646.862680:0:10915:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963646.862688:0:10915:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963646.862692:0:10915:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f6a7343 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:2.0:1780963646.862710:0:10915:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.862721:0:10915:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963646.862732:0:10915:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.862734:0:10915:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963646.862736:0:10915:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780963646.862737:0:10915:0:(client.c:2500:ptlrpc_set_wait()) set 000000000696f67e going to sleep for 11 seconds 00000100:00000001:2.0:1780963646.862740:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963646.862743:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963646.864641:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.864649:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f6a7343 (tot 3210806). 00000400:00000200:1.0:1780963646.864656:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.864664:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.864669:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f01c274 00000400:00000010:1.0:1780963646.864671:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f01c274. 00000100:00000001:1.0:1780963646.864676:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963646.864682:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.864694:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963646.864696:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.864701:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.864703:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1780963646.867090:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.867107:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.867112:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.867114:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.867124:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.867130:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.867138:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.867142:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.867158:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.867162:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 248 into portal 10 MB=0x6a27583802b40 00000400:00000200:1.0:1780963646.867166:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.867171:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 248/248 into md 0x909 [1] + 224 00000800:00000001:1.0:1780963646.867179:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.867187:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.867189:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.867192:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.867197:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963646.867203:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963646.867211:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=248 offset=224 replen=248 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.867230:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.867238:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.867241:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.867340:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963646.867347:0:10915:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963646.867348:0:10915:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963646.867350:0:10915:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963646.867354:0:10915:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00344f1 00000400:00000010:2.0:1780963646.867356:0:10915:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e00344f1. 00000100:00000001:2.0:1780963646.867359:0:10915:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963646.867362:0:10915:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963646.867368:0:10915:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963646.867373:0:10915:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963646.867374:0:10915:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.867376:0:10915:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963646.867378:0:10915:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963646.867381:0:10915:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963646.867382:0:10915:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.867384:0:10915:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963646.867392:0:10915:0:(import.c:1935:at_measured()) add 1 to 000000004eaf1e11 time=1780963646 v=5 (0 0 0 0) 00000100:00001000:2.0:1780963646.867395:0:10915:0:(import.c:2000:at_measured()) AT 000000004eaf1e11 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1780963646.867397:0:10915:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff952604f93000 ptl 30 has changed from 5 to 1 00000100:00001000:2.0:1780963646.867399:0:10915:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=103 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963646.867401:0:10915:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963646.867403:0:10915:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.867405:0:10915:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780963646.867409:0:10915:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963646.867415:0:10915:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.867423:0:10915:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963646.867425:0:10915:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963646.867427:0:10915:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963646.867428:0:10915:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963646.867432:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963646.867437:0:10915:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963646.867451:0:10915:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963646.867452:0:10915:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963646.867456:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963646.867462:0:10915:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d9c3016 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352256:192.168.203.109@tcp:700:lfs.0 00000100:00000001:2.0:1780963646.867467:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.867470:0:10915:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.867471:0:10915:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963646.867473:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963646.867476:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963646.867481:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963646.867483:0:10915:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963646.867488:0:10915:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963646.867489:0:10915:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:2.0:1780963646.867494:0:10915:0:(fid_request.c:141:seq_client_rpc()) cli-cli-lustre-MDT0001-mdc-ffff952604f93000: Allocated meta-sequence [0x0000000240000402-0x0000000240000403]:0:mdt] 40000000:00000001:2.0:1780963646.867498:0:10915:0:(fid_request.c:143:seq_client_rpc()) Process leaving 00000100:00000001:2.0:1780963646.867499:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963646.867501:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001d9c3016 x1867475461352256/t0(0) o700->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963658 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963646.867506:0:10915:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963646.867508:0:10915:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963646.867511:0:10915:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1b5b2a2. 02000000:00000001:2.0:1780963646.867515:0:10915:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963646.867517:0:10915:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963646.867523:0:10915:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=5 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963646.867525:0:10915:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963646.867527:0:10915:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963646.867530:0:10915:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963646.867531:0:10915:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963646.867533:0:10915:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9c3016. 00000100:00000001:2.0:1780963646.867535:0:10915:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963646.867536:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:2.0:1780963646.867538:0:10915:0:(fid_request.c:216:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:2.0:1780963646.867540:0:10915:0:(fid_request.c:237:seq_client_alloc_seq()) cli-cli-lustre-MDT0001-mdc-ffff952604f93000: New range - [0x0000000240000402-0x0000000240000403]:0:mdt 40000000:00000040:2.0:1780963646.867542:0:10915:0:(fid_request.c:248:seq_client_alloc_seq()) cli-cli-lustre-MDT0001-mdc-ffff952604f93000: Allocated sequence [0x240000402] 40000000:00000001:2.0:1780963646.867544:0:10915:0:(fid_request.c:250:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:2.0:1780963646.867546:0:10915:0:(fid_request.c:338:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff952604f93000: New sequence [0x0000000240000402] 40000000:00000040:2.0:1780963646.867547:0:10915:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff952604f93000: Allocated FID [0x240000402:0x1:0x0] 40000000:00000001:2.0:1780963646.867549:0:10915:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963646.867552:0:10915:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963646.867554:0:10915:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963646.867556:0:10915:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963646.867558:0:10915:0:(lmv_obd.c:1995:lmv_create()) CREATE name 'd425.sanity' [0x240000402:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #1 00800000:00000001:2.0:1780963646.867562:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1780963646.867568:0:10915:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000fad8ccf3 (tot 3211446). 00000002:00000001:2.0:1780963646.867572:0:10915:0:(mdc_reint.c:172:mdc_create()) Process entered 00000002:00000001:2.0:1780963646.867575:0:10915:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963646.867581:0:10915:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963646.867584:0:10915:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9c3016. 00000020:00000040:2.0:1780963646.867587:0:10915:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 02000000:00000001:2.0:1780963646.867591:0:10915:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963646.867592:0:10915:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.867594:0:10915:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963646.867598:0:10915:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963646.867600:0:10915:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.867602:0:10915:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963646.867604:0:10915:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963646.867607:0:10915:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963646.867617:0:10915:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007e4768f1. 00000100:00000001:2.0:1780963646.867622:0:10915:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.867625:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963646.867626:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.867627:0:10915:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963646.867628:0:10915:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.867629:0:10915:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780963646.867638:0:10915:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963646.867643:0:10915:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963646.867649:0:10915:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963646.867651:0:10915:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963646.867654:0:10915:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963646.867656:0:10915:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280933376 : -117484428618240 : ffff9526065d9600) 00000100:00000001:2.0:1780963646.867658:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963646.867659:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487661056 : -117484221890560 : ffff952612b00000) 00000100:00000001:2.0:1780963646.867663:0:10915:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963646.867666:0:10915:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.867668:0:10915:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963646.867669:0:10915:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963646.867672:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963646.867677:0:10915:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963646.867679:0:10915:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.867682:0:10915:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963646.867684:0:10915:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963646.867686:0:10915:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d9c3016 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352384:192.168.203.109@tcp:36:lfs.0 00000100:00000001:2.0:1780963646.867690:0:10915:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963646.867694:0:10915:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963646.867696:0:10915:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.867698:0:10915:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963646.867701:0:10915:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa75edbc. 02000000:00000001:2.0:1780963646.867702:0:10915:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963646.867706:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963646.867714:0:10915:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963646.867718:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e00344f1. 00000100:00000200:2.0:1780963646.867723:0:10915:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461352384, portal 10 00000100:00000001:2.0:1780963646.867725:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963646.867726:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487661056 : -117484221890560 : ffff952612b00000) 00000100:00000040:2.0:1780963646.867745:0:10915:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963646.867750:0:10915:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963646.867753:0:10915:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963646.867755:0:10915:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f01c274. 00000100:00000200:2.0:1780963646.867758:0:10915:0:(niobuf.c:86:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1867475461352384, offset 0 00000400:00000200:2.0:1780963646.867764:0:10915:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963646.867769:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963646.867775:0:10915:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963646.867781:0:10915:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963646.867785:0:10915:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963646.867788:0:10915:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963646.867791:0:10915:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [179:179:256:4294967295] 192.168.203.109@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:2.0:1780963646.867795:0:10915:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963646.867802:0:10915:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963646.867807:0:10915:0:(socklnd_cb.c:995:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963646.867822:0:10915:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000419e55e7 (tot 3211694). 00000800:00000200:2.0:1780963646.867828:0:10915:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963646.867834:0:10915:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963646.867838:0:10915:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000419e55e7 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:2.0:1780963646.867854:0:10915:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.867856:0:10915:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963646.867859:0:10915:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.867860:0:10915:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963646.867862:0:10915:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963646.867864:0:10915:0:(client.c:2500:ptlrpc_set_wait()) set 000000000696f67e going to sleep for 6 seconds 00000100:00000001:2.0:1780963646.867865:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963646.867873:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963646.868233:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.868237:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000419e55e7 (tot 3211446). 00000400:00000200:1.0:1780963646.868242:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.868274:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.868278:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f01c274 00000400:00000010:1.0:1780963646.868280:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f01c274. 00000100:00000001:1.0:1780963646.868283:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963646.868286:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.868294:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963646.868296:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963646.868301:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.868303:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1780963646.939160:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.939180:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.939185:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.939205:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.939217:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.939226:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.939234:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.939240:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.939244:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.939289:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 328 into portal 15 MB=0x6a27584b0cdc0 00000400:00000200:1.0:1780963646.939297:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.109@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1780963646.939304:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.939317:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.939320:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.939324:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.939331:0:2244:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1780963646.939333:0:2244:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780963646.939338:0:2244:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157dc84c. 00000100:00000040:1.0:1780963646.939343:0:2244:0:(events.c:358:request_in_callback()) incoming req@00000000157dc84c x1867475481316800 msgsize 328 00000100:00100000:1.0:1780963646.939347:0:2244:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.109@tcp (source: 12345-192.168.203.109@tcp) 00000100:00000001:1.0:1780963646.939357:0:2244:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.939365:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.939368:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.939465:0:5564:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1780963646.939469:0:5564:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780963646.939480:0:5564:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963646.939482:0:5564:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963646.939486:0:5564:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963646.939490:0:5564:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475481316800 00000020:00000001:0.0:1780963646.939493:0:5564:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1780963646.939495:0:5564:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8fa007fb21e0dab6 00000020:00000001:0.0:1780963646.939497:0:5564:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.939499:0:5564:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007ae8e0a3 refcount=5 00000020:00000001:0.0:1780963646.939502:0:5564:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589712046080 : -117483997505536 : ffff9526200fd800) 00000020:00000001:0.0:1780963646.939505:0:5564:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446626589712046080 : -117483997505536 : ffff9526200fd800) 00000100:00000001:0.0:1780963646.939509:0:5564:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1780963646.939511:0:5564:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1780963646.939518:0:5564:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002efa17f8. 00000020:00000010:0.0:1780963646.939524:0:5564:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008fcd5c35. 00000020:00000010:0.0:1780963646.939529:0:5564:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe0a761. 00000100:00000040:0.0:1780963646.939537:0:5564:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780963646.939539:0:5564:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780963646.939541:0:5564:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780963646.939542:0:5564:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.939549:0:5564:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.939564:0:5564:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963646.939576:0:5564:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780963646.939578:0:5564:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780963646.939582:0:5564:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.109@tcp, seq: 4 00000100:00000040:0.0:1780963646.939585:0:5564:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007ae8e0a3 : new rpc_count 1 00000100:00000001:0.0:1780963646.939586:0:5564:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446626589312739456 : -117484396812160 : ffff95260842e880) 00000100:00000040:0.0:1780963646.939592:0:5564:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000157dc84c x1867475481316800/t0(0) o104->0661b2a9-cf56-4976-97ac-495c294f9fa2@192.168.203.109@tcp:197/0 lens 328/0 e 0 to 0 dl 1780963657 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963646.939602:0:5564:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1780963646.939603:0:5564:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1780963646.939605:0:5564:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000157dc84c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0661b2a9-cf56-4976-97ac-495c294f9fa2+5:7963:x1867475481316800:12345-192.168.203.109@tcp:104: 00000100:00000200:0.0:1780963646.939609:0:5564:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1867475481316800 00010000:00000001:0.0:1780963646.939617:0:5564:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780963646.939624:0:5564:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963646.939626:0:5564:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963646.939628:0:5564:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=2 00000020:00000001:0.0:1780963646.939630:0:5564:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.939633:0:5564:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:0.0:1780963646.939637:0:5564:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963646.939639:0:5564:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963646.939642:0:5564:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963646.939650:0:5564:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:0.0:1780963646.939656:0:5564:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780963646.939659:0:5564:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780963646.939662:0:5564:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080a5e9e8. 02000000:00000001:0.0:1780963646.939664:0:5564:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.939666:0:5564:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.939670:0:5564:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780963646.939672:0:5564:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963646.939675:0:5564:0:(import.c:1935:at_measured()) add 1 to 000000007f9a9fc1 time=93 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963646.939679:0:5564:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780963646.939681:0:5564:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000055f4708a refcount 16 to 192.168.203.109@tcp 00000100:00000001:0.0:1780963646.939683:0:5564:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446626589492030176 : -117484217521440 : ffff952612f2aae0) 02000000:00000001:0.0:1780963646.939685:0:5564:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780963646.939687:0:5564:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963646.939689:0:5564:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963646.939692:0:5564:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:0.0:1780963646.939696:0:5564:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dd3307. 00000100:00000200:0.0:1780963646.939701:0:5564:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867475481316800, offset 224 00000400:00000200:0.0:1780963646.939708:0:5564:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963646.939714:0:5564:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963646.939720:0:5564:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.9@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963646.939725:0:5564:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [180:180:256:4294967295] 192.168.203.109@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1780963646.939730:0:5564:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963646.939742:0:5564:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:192.168.203.9@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963646.939747:0:5564:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963646.939751:0:5564:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db9e11fc (tot 3211694). 00000800:00000200:0.0:1780963646.939756:0:5564:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963646.939762:0:5564:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963646.939765:0:5564:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db9e11fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780963646.939774:0:5564:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963646.939777:0:5564:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000055f4708a refcount 15 to 192.168.203.109@tcp 00010000:00000001:0.0:1780963646.939780:0:5564:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780963646.939783:0:5564:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000af50a29d. 00010000:00000001:0.0:1780963646.939786:0:5564:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780963646.939802:0:5564:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780963646.939804:0:5564:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.939805:0:5564:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963646.939807:0:5564:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963646.939820:0:5564:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000157dc84c x1867475481316800/t0(0) o104->0661b2a9-cf56-4976-97ac-495c294f9fa2@192.168.203.109@tcp:197/0 lens 328/224 e 0 to 0 dl 1780963657 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963646.939828:0:5564:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000157dc84c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0661b2a9-cf56-4976-97ac-495c294f9fa2+5:7963:x1867475481316800:12345-192.168.203.109@tcp:104: Request processed in 225us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1780963646.939834:0:5564:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.109@tcp, seq: 4 00000100:00000040:0.0:1780963646.939837:0:5564:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007ae8e0a3 : new rpc_count 0 00000100:00000001:0.0:1780963646.939838:0:5564:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780963646.939840:0:5564:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780963646.939843:0:5564:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008fcd5c35. 00000020:00000010:0.0:1780963646.939848:0:5564:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe0a761. 00000020:00000010:0.0:1780963646.939851:0:5564:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002efa17f8. 00000020:00000040:0.0:1780963646.939854:0:5564:0:(genops.c:979:class_export_put()) PUTting export 000000007ae8e0a3 : new refcount 4 00000100:00000001:0.0:1780963646.939856:0:5564:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780963646.939973:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963646.939976:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.939978:0:5574:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780963646.939980:0:5574:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780963646.939982:0:5574:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963646.939983:0:5574:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.939990:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963646.939993:0:5574:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082a933d3 already unused, calling callback (00000000d69f7e2b) 00000080:00000001:2.0:1780963646.939995:0:5574:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963646.939998:0:5574:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940015:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963646.940017:0:5574:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963646.940018:0:5574:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963646.940020:0:5574:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940024:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963646.940026:0:5574:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963646.940028:0:5574:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963646.940029:0:5574:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963646.940030:0:5574:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963646.940031:0:5574:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000082a933d3 refcount=3 00000020:00000001:2.0:1780963646.940032:0:5574:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:2.0:1780963646.940033:0:5574:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272985536 : -117484436566080 : ffff952605e44fc0) 00010000:00000001:2.0:1780963646.940036:0:5574:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963646.940038:0:5574:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940054:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000080:00000001:2.0:1780963646.940056:0:5574:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963646.940059:0:5574:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780963646.940061:0:5574:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780963646.940062:0:5574:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:2.0:1780963646.940066:0:5574:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.940068:0:5574:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:2.0:1780963646.940070:0:5574:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.940072:0:5574:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963646.940074:0:5574:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963646.940076:0:5574:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963646.940078:0:5574:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963646.940079:0:5574:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963646.940081:0:5574:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.940082:0:5574:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.940084:0:5574:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.940086:0:5574:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963646.940089:0:5574:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963646.940093:0:5574:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 3 00010000:00000001:2.0:1780963646.940095:0:5574:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963646.940099:0:5574:0:(ldlm_lock.c:341:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1780963646.940101:0:5574:0:(ldlm_lock.c:354:ldlm_lock_touch_in_lru()) Process leaving 00010000:00000040:2.0:1780963646.940102:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 02000000:00000001:2.0:1780963646.940104:0:5574:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963646.940108:0:5574:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.940110:0:5574:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940115:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963646.940117:0:5574:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.940118:0:5574:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963646.940119:0:5574:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00800000:00000001:2.0:1780963646.940120:0:5574:0:(lmv_obd.c:3611:lmv_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1780963646.940121:0:5574:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963646.940122:0:5574:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963646.940128:0:5574:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=2 00000020:00000001:2.0:1780963646.940129:0:5574:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963646.940131:0:5574:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963646.940132:0:5574:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.940133:0:5574:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780963646.940134:0:5574:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.940135:0:5574:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:2.0:1780963646.940136:0:5574:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.940138:0:5574:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963646.940138:0:5574:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963646.940139:0:5574:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963646.940140:0:5574:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963646.940142:0:5574:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963646.940142:0:5574:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963646.940144:0:5574:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.940145:0:5574:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.940146:0:5574:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963646.940147:0:5574:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963646.940149:0:5574:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 3 00010000:00000001:2.0:1780963646.940150:0:5574:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963646.940152:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000002:00000001:2.0:1780963646.940153:0:5574:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.940155:0:5574:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.940156:0:5574:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963646.940157:0:5574:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963646.940159:0:5574:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963646.940160:0:5574:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963646.940162:0:5574:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963646.940163:0:5574:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780963646.940165:0:5574:0:(namei.c:338:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 000000006a2653dc, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1780963646.940168:0:5574:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1780963646.940170:0:5574:0:(namei.c:206:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1780963646.940172:0:5574:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780963646.940173:0:5574:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.940175:0:5574:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963646.940178:0:5574:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963646.940179:0:5574:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963646.940184:0:5574:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963646.940185:0:5574:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963646.940187:0:5574:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000082a933d3 with handle 0x8fa007fb21e0db65 from hash 00010000:00000001:2.0:1780963646.940189:0:5574:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963646.940190:0:5574:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.940191:0:5574:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963646.940192:0:5574:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963646.940194:0:5574:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963646.940195:0:5574:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1780963646.940199:0:5574:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963646.940203:0:5574:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.940203:0:5574:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963646.940205:0:5574:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.940206:0:5574:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963646.940208:0:5574:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780963646.940212:0:5574:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963646.940215:0:5574:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963646.940219:0:5574:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963646.940221:0:5574:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963646.940223:0:5574:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963646.940228:0:5574:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e49de3c4. 00000100:00000001:2.0:1780963646.940232:0:5574:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.940234:0:5574:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780963646.940236:0:5574:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940241:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963646.940243:0:5574:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780963646.940244:0:5574:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.940285:0:5574:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963646.940288:0:5574:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963646.940294:0:5574:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002b71e3af] to pc [ptlrpcd_01_01+1] req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000001:2.0:1780963646.940320:0:5574:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963646.940323:0:5574:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963646.940330:0:5574:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963646.940331:0:5574:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.940333:0:5574:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963646.940334:0:5574:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.940336:0:5574:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940341:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963646.940343:0:5574:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963646.940343:0:5574:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000082a933d3/0x8fa007fb21e0db65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xbf07420548885866 expref: -99 pid: 10915 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963646.940348:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963646.940351:0:5574:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963646.940357:0:5574:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963646.940358:0:5574:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1780963646.940360:0:5574:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000af50a29d. 00010000:00000001:2.0:1780963646.940363:0:5574:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963646.940365:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963646.940366:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.940367:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780963646.940368:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963646.940369:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.940370:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780963646.940372:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963646.940372:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963646.940373:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780963646.940380:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780963646.940383:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780963646.940384:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.940389:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963646.940391:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.940392:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963646.940393:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963646.940395:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963646.940399:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963646.940411:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963646.940413:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.940417:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963646.940419:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963646.940421:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461352448:192.168.203.109@tcp:103:ldlm_bl_02.0 00000100:00000001:2.0:1780963646.940425:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963646.940429:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963646.940431:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.940433:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963646.940436:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1b5b2a2. 02000000:00000001:2.0:1780963646.940437:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963646.940523:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963646.940526:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963646.940628:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963646.940632:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9f5516c. 00000400:00000010:2.0:1780963646.940638:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040d22341. 00000100:00000200:2.0:1780963646.940642:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461352448, portal 18 00000100:00000001:2.0:1780963646.940644:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963646.940645:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963646.940650:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963646.940656:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963646.940657:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963646.940659:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af0bdad5. 00000100:00000200:2.0:1780963646.940661:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867475461352448, offset 0 00000400:00000200:2.0:1780963646.940665:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963646.940669:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963646.940673:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963646.940680:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963646.940683:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963646.940686:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963646.940689:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [181:181:255:4294967295] 192.168.203.109@tcp LPNI seq info [181:181:7:4294967295] 00000400:00000200:2.0:1780963646.940692:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963646.940705:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963646.940709:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963646.940712:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cce527e (tot 3211942). 00000800:00000200:2.0:1780963646.940716:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963646.940721:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963646.940723:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006cce527e type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780963646.940726:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.940728:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963646.940731:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.940734:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.940736:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963646.940835:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.940840:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db9e11fc (tot 3211694). 00000400:00000200:1.0:1780963646.940844:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.940849:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.940854:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dd3307 00000400:00000010:1.0:1780963646.940855:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dd3307. 00000100:00000001:1.0:1780963646.940858:0:2245:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1780963646.940859:0:2245:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:1.0:1780963646.940943:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963646.940946:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cce527e (tot 3211446). 00000400:00000200:1.0:1780963646.940949:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.940952:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963646.940954:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af0bdad5 00000400:00000010:1.0:1780963646.940956:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af0bdad5. 00000100:00000001:1.0:1780963646.940964:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963646.940967:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963646.940976:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963646.940979:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963646.940985:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963646.940986:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:2.1:1780963646.946348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a933d3. 00000800:00000001:1.0:1780963646.955600:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.955615:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963646.955619:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.955621:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.955631:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.955638:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963646.955646:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.955651:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.955655:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.955658:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 18 MB=0x6a27583802c00 00000400:00000200:1.0:1780963646.955662:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963646.955668:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.109@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1780963646.955675:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.955682:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963646.955685:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963646.955688:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963646.955694:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963646.955700:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000040:1.0:1780963646.955710:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963646.955729:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963646.955737:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963646.955740:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.955818:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963646.955823:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963646.955829:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963646.955831:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963646.955834:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9f5516c. 00000400:00000200:2.0:1780963646.955838:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040d22341 00000400:00000010:2.0:1780963646.955840:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040d22341. 00000100:00000001:2.0:1780963646.955842:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963646.955847:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1780963646.955854:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963646.955859:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963646.955860:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.955862:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963646.955865:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963646.955868:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963646.955869:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963646.955872:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963646.955889:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000aa77f748 time=1780963646 v=5 (0 0 0 0) 00000100:00001000:2.0:1780963646.955893:0:2254:0:(import.c:2000:at_measured()) AT 00000000aa77f748 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1780963646.955895:0:2254:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff952604f93000 ptl 17 has changed from 5 to 1 00000100:00001000:2.0:1780963646.955898:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963646.955908:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963646.955909:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963646.955911:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963646.955914:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.955917:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963646.955918:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963646.955920:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963646.955921:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963646.955925:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963646.955930:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963646.955933:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963646.955934:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963646.955937:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00100000:2.0:1780963646.955943:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461352448:192.168.203.109@tcp:103:ldlm_bl_02.0 00000100:00000001:2.0:1780963646.955948:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.955950:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963646.955952:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461352448/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963658 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963646.955956:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963646.955958:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963646.955961:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1b5b2a2. 02000000:00000001:2.0:1780963646.955964:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963646.955966:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963646.955967:0:2254:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963646.955969:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963646.955970:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963646.955973:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963646.955975:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963646.955976:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:2.0:1780963646.955979:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963646.955980:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.955987:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963646.955994:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963646.955996:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963646.955997:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963646.956007:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780963647.012190:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.012207:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963647.012211:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.012214:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.012225:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012234:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963647.012242:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012297:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012302:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012306:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 448 into portal 10 MB=0x6a27583802bc0 00000400:00000200:1.0:1780963647.012310:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012316:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 448/448 into md 0x911 [1] + 224 00000800:00000001:1.0:1780963647.012323:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.012331:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.012334:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.012337:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963647.012343:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963647.012350:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963647.012359:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=448 offset=224 replen=448 req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.012378:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780963647.012386:0:2245:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780963647.012389:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012394:0:2245:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.9@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1780963647.012399:0:2245:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [182:182:256:4294967295] 192.168.203.109@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:1.0:1780963647.012403:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.012410:0:2245:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:192.168.203.9@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : ACK try# 0 00000800:00000200:1.0:1780963647.012414:0:2245:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:1.0:1780963647.012419:0:2245:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053f82d0b (tot 3211694). 00000800:00000200:1.0:1780963647.012424:0:2245:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:1.0:1780963647.012453:0:2245:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:1.0:1780963647.012456:0:2245:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000053f82d0b type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780963647.012521:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.012525:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053f82d0b (tot 3211446). 00000400:00000200:1.0:1780963647.012529:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.012533:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: ACK: OK 00000800:00000001:1.0:1780963647.012538:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.012541:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.012702:0:10915:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.012710:0:10915:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.012712:0:10915:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.012714:0:10915:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.012717:0:10915:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00344f1 00000400:00000010:2.0:1780963647.012719:0:10915:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e00344f1. 00000100:00000001:2.0:1780963647.012721:0:10915:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.012725:0:10915:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.012731:0:10915:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9c3016 x1867475461352384/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.012737:0:10915:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.012738:0:10915:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.012740:0:10915:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.012742:0:10915:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.012745:0:10915:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.012746:0:10915:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.012749:0:10915:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.012756:0:10915:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=104 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.012760:0:10915:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.012762:0:10915:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.012763:0:10915:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.012765:0:10915:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.012769:0:10915:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.012772:0:10915:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963647.012773:0:10915:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1780963647.012774:0:10915:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963647.012776:0:10915:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.012777:0:10915:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487661056 : -117484221890560 : ffff952612b00000) 00000100:00000001:2.0:1780963647.012780:0:10915:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.012781:0:10915:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963647.012783:0:10915:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.012791:0:10915:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.012796:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d9c3016 x1867475461352384/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.012803:0:10915:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.012805:0:10915:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.012820:0:10915:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.012824:0:10915:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d9c3016 x1867475461352384/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.012830:0:10915:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d9c3016 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10915:1867475461352384:192.168.203.109@tcp:36:lfs.0 00000100:00000001:2.0:1780963647.012835:0:10915:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.012837:0:10915:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.012839:0:10915:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.012841:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.012843:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001d9c3016 x1867475461352384/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.012849:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.012851:0:10915:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.012857:0:10915:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.012858:0:10915:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.012865:0:10915:0:(mdc_reint.c:278:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.012868:0:10915:0:(lmv_obd.c:2003:lmv_create()) Created - [0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.012870:0:10915:0:(lmv_obd.c:2009:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.012873:0:10915:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:2.0:1780963647.012877:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.012889:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.012892:0:10915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780963647.012894:0:10915:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780963647.012896:0:10915:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1780963647.012899:0:10915:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:2.0:1780963647.012909:0:10915:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000e6865c5e. 00000080:00000001:2.0:1780963647.012920:0:10915:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780963647.012922:0:10915:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x240000402:0x1:0x0](00000000984cd32e) 00000080:00000001:2.0:1780963647.012924:0:10915:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780963647.012940:0:10915:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x240000402:0x1:0x0] 00000080:00000001:2.0:1780963647.012943:0:10915:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.012944:0:10915:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1780963647.012946:0:10915:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1780963647.012948:0:10915:0:(llite_lib.c:2690:ll_update_inode()) setting ino 162129603798761473 mtime from 0 to 1780963646 00000080:00200000:2.0:1780963647.012951:0:10915:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x240000402:0x1:0x0], updating i_size 4096 00000080:00000001:2.0:1780963647.012954:0:10915:0:(llite_lib.c:2868:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780963647.012956:0:10915:0:(namei.c:166:ll_iget()) Process leaving (rc=18446626589481337040 : -117484228214576 : ffff9526124f80d0) 00000080:00000001:2.0:1780963647.012959:0:10915:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963647.012962:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.012964:0:10915:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:2.0:1780963647.012965:0:10915:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.012967:0:10915:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:2.0:1780963647.012969:0:10915:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.012970:0:10915:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.012979:0:10915:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.012983:0:10915:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001d9c3016 x1867475461352384/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.012988:0:10915:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963647.012992:0:10915:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00000080:00000010:2.0:1780963647.012997:0:10915:0:(dir.c:1534:ll_dir_ioctl()) kfreed 'data': 640 at 00000000c8452ce3. 00000080:00000001:2.0:1780963647.013002:0:10915:0:(dir.c:1535:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.013022:0:10915:0:(dir.c:2397:ll_dir_release()) Process entered 00000080:00000001:2.0:1780963647.013024:0:10915:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:2.0:1780963647.013026:0:10915:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00400000:2.0:1780963647.013028:0:10915:0:(statahead.c:1295:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1780963647.013030:0:10915:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 00000000ff66024f. 00000080:00000001:2.0:1780963647.013034:0:10915:0:(file.c:423:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963647.013036:0:10915:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.013037:0:10915:0:(dir.c:2398:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963647.040678:0:10916:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963647.040685:0:10916:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963647.040687:0:10916:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963647.040696:0:10916:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:0.0:1780963647.040706:0:10916:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f2112a1d. 00000080:00000001:0.0:1780963647.040714:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.040720:0:10916:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963647.040722:0:10916:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963647.040726:0:10916:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963647.040728:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963647.040730:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963647.040732:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963647.040735:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963647.040736:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963647.040737:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963647.040740:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963647.040742:0:10916:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963647.040745:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.040749:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963647.040751:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963647.040754:0:10916:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963647.040756:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963647.040759:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963647.040765:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963647.040768:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963647.040773:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963647.040775:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963647.040778:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.040786:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:0.0:1780963647.040788:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:0.0:1780963647.040791:0:10916:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963647.040796:0:10916:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963647.040798:0:10916:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.040804:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:0.0:1780963647.040825:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963647.040827:0:10916:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963647.040829:0:10916:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963647.040831:0:10916:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963647.040833:0:10916:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963647.040836:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f2112a1d. 00000080:00000001:0.0:1780963647.040841:0:10916:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963647.040843:0:10916:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963647.040845:0:10916:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963647.040848:0:10916:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:0.0:1780963647.040850:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.040852:0:10916:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963647.040854:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.040856:0:10916:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963647.040857:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963647.040859:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963647.040861:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963647.040863:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.040866:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.040868:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.040869:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963647.040870:0:10916:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.040871:0:10916:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963647.040873:0:10916:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000002fd7ade7 00010000:00000001:0.0:1780963647.040875:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963647.040876:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963647.040877:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963647.040878:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.040880:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.040895:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963647.040896:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.040902:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963647.040909:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.040910:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963647.040912:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963647.040914:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963647.040915:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.040920:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963647.040924:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963647.040926:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963647.040928:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963647.041825:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.041827:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963647.041829:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.041833:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963647.041835:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.041837:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.041840:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.041842:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963647.041843:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.041844:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963647.041846:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963647.041848:0:10916:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963647.041850:0:10916:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00000001:0.0:1780963647.041856:0:10916:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963647.041953:0:10916:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000c74f4770. 00000080:00000001:0.0:1780963647.041959:0:10916:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963647.041961:0:10916:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963647.041962:0:10916:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:0.0:1780963647.041966:0:10916:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f2112a1d. 00000080:00000001:0.0:1780963647.041970:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.041972:0:10916:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963647.041974:0:10916:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963647.041977:0:10916:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963647.041978:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963647.041980:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963647.041982:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963647.041990:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963647.041991:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963647.041993:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963647.041994:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963647.041995:0:10916:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963647.041998:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043144:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963647.043146:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963647.043151:0:10916:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963647.043152:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963647.043155:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963647.043161:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963647.043165:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963647.043169:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963647.043171:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963647.043173:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043182:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:0.0:1780963647.043184:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:0.0:1780963647.043187:0:10916:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963647.043192:0:10916:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963647.043193:0:10916:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043199:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:0.0:1780963647.043200:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963647.043202:0:10916:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963647.043203:0:10916:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963647.043205:0:10916:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963647.043207:0:10916:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963647.043211:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f2112a1d. 00000080:00000001:0.0:1780963647.043217:0:10916:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963647.043219:0:10916:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963647.043234:0:10916:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:0.0:1780963647.043237:0:10916:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:0.0:1780963647.043239:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.043241:0:10916:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963647.043243:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043258:0:10916:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963647.043260:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963647.043262:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963647.043264:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963647.043266:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.043269:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.043270:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.043272:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963647.043273:0:10916:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.043274:0:10916:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963647.043276:0:10916:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000000aac5287 00010000:00000001:0.0:1780963647.043278:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963647.043279:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963647.043280:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:0.0:1780963647.043282:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.043283:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:0.0:1780963647.043285:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963647.043287:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043292:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963647.043294:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.043295:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963647.043297:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963647.043298:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963647.043299:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043304:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:0.0:1780963647.043313:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963647.043315:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963647.043317:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963647.043319:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.043320:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963647.043321:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043323:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963647.043325:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043326:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043329:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043330:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963647.043331:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.043332:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963647.043334:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963647.043335:0:10916:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963647.043337:0:10916:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 3 00000080:00000001:0.0:1780963647.043342:0:10916:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963647.043345:0:10916:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1780963647.043347:0:10916:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), file 000000007ffd9c47, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1780963647.043352:0:10916:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000c70f149c. 00000080:00000001:0.0:1780963647.043357:0:10916:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963647.043358:0:10916:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=open|creat 00000080:00000010:0.0:1780963647.043364:0:10916:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f2112a1d. 00000080:00000001:0.0:1780963647.043369:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.043372:0:10916:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963647.043373:0:10916:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963647.043376:0:10916:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1780963647.043379:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963647.043381:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963647.043383:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963647.043385:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963647.043386:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963647.043388:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963647.043390:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.043392:0:10916:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1780963647.043393:0:10916:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1780963647.043395:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043402:0:10916:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1780963647.043404:0:10916:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1780963647.043407:0:10916:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff952604f93000: Allocated FID [0x200000402:0x3:0x0] 40000000:00000001:0.0:1780963647.043409:0:10916:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043410:0:10916:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.043412:0:10916:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963647.043413:0:10916:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963647.043415:0:10916:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x3:0x0], name='d425.sanity' -> mds #0 00800000:00000001:0.0:1780963647.043418:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043420:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963647.043420:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x200000402:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1780963647.043424:0:10916:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963647.043425:0:10916:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780963647.043427:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780963647.043430:0:10916:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043432:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1780963647.043433:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963647.043435:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963647.043438:0:10916:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780963647.043564:0:10916:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043566:0:10916:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1780963647.043567:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:0.0:1780963647.043569:0:10916:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963647.043575:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089b990b8. 00000020:00000040:0.0:1780963647.043578:0:10916:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 02000000:00000001:0.0:1780963647.043583:0:10916:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780963647.043585:0:10916:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043587:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963647.043591:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963647.043593:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963647.043593:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963647.043594:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963647.043596:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963647.043598:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963647.043600:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963647.043611:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006e8f440d. 00000100:00000001:0.0:1780963647.043617:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043621:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963647.043623:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043624:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963647.043625:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963647.043626:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963647.043633:0:10916:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00010000:00000001:0.0:1780963647.043637:0:10916:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963647.043638:0:10916:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963647.043640:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:0.0:1780963647.043642:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963647.043644:0:10916:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963647.043647:0:10916:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a86c68d. 00000020:00000001:0.0:1780963647.043650:0:10916:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963647.043651:0:10916:0:(lustre_handles.c:97:class_handle_hash()) added object 000000000a86c68d with handle 0x8fa007fb21e0db6c to hash 00000020:00000001:0.0:1780963647.043653:0:10916:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963647.043654:0:10916:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963647.043657:0:10916:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:0.0:1780963647.043659:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963647.043660:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963647.043662:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043668:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:0.0:1780963647.043670:0:10916:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043675:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000020:00100000:0.0:1780963647.043682:0:10916:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780963647.043691:0:10916:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780963647.043698:0:10916:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963647.043709:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:0.0:1780963647.043711:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963647.043713:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963647.043718:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000334bcacb. 00000100:00000001:0.0:1780963647.043720:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589487901696 : -117484221649920 : ffff952612b3ac00) 00000100:00000001:0.0:1780963647.043723:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963647.043724:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00000100:00000001:0.0:1780963647.043727:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963647.043730:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963647.043732:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963647.043733:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963647.043736:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.043741:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963647.043743:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963647.043746:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963647.043748:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963647.043751:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352576:192.168.203.109@tcp:101:lfs.0 00000100:00000001:0.0:1780963647.043754:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963647.043758:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963647.043760:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963647.043762:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963647.043820:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000694adef4. 02000000:00000001:0.0:1780963647.043823:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963647.043831:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:0.0:1780963647.043835:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bc13603. 00000400:00000010:0.0:1780963647.043841:0:10916:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000477e7e17 (tot 3212078). 00000100:00000200:0.0:1780963647.043847:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475461352576, portal 10 00000100:00000001:0.0:1780963647.043849:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963647.043849:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589578597120 : -117484130954496 : ffff9526181b9300) 00000100:00000040:0.0:1780963647.043854:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.043870:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963647.043873:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:0.0:1780963647.043877:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e73c5e7a. 00000100:00000200:0.0:1780963647.045291:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1867475461352576, offset 0 00000400:00000200:0.0:1780963647.045304:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1780963647.045313:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.045321:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963647.045329:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:0.0:1780963647.045332:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963647.045334:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:0.0:1780963647.045337:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [183:183:256:4294967295] 192.168.203.109@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1780963647.045341:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.045348:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1780963647.045354:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963647.045360:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db9e11fc (tot 3212326). 00000800:00000200:0.0:1780963647.045367:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963647.045374:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963647.045378:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db9e11fc type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1780963647.045387:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963647.045389:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963647.045393:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963647.045395:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963647.045397:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963647.045399:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 00000000334bcacb going to sleep for 6 seconds 00000100:00000001:0.0:1780963647.045402:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963647.045405:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.045561:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.045565:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db9e11fc (tot 3212078). 00000400:00000200:1.0:1780963647.045569:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.045573:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.045577:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e73c5e7a 00000400:00000010:1.0:1780963647.045579:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e73c5e7a. 00000100:00000001:1.0:1780963647.045582:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.045587:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.045597:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.045600:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.045606:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.045608:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963647.056963:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.056981:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.056985:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.056987:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.056996:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.057016:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.057036:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.057041:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.057045:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.057049:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 600 into portal 10 MB=0x6a27583802c80 00000400:00000200:0.0:1780963647.057054:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.057059:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 600/600 into md 0x929 [32] + 224 00000800:00000001:0.0:1780963647.057068:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.057078:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.057080:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.057085:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.057090:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.057096:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.057107:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.057128:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963647.057137:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.057140:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.057169:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.057177:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.057179:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.057182:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bc13603. 00000400:00000200:2.0:1780963647.057187:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000477e7e17 00000400:00000010:2.0:1780963647.057195:0:10916:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000477e7e17 (tot 3211446). 00000100:00000001:2.0:1780963647.057199:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.057203:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.057209:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.057214:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.057216:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.057218:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.057221:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.057223:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.057225:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.057227:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.057236:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=105 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.057240:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=105 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.057242:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.057243:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.057554:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.057558:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.057562:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.057564:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963647.057566:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.057567:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.057571:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.057578:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.057581:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.057583:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.057586:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 2 fl Interpret:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.057592:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b990b8 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352576:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.057597:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.057600:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.057610:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.057612:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.057615:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.057621:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.057623:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000334bcacb. 00000100:00000001:2.0:1780963647.057626:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.057627:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.057630:0:10916:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963647.057634:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057636:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057638:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=4 00000020:00000001:2.0:1780963647.057641:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057644:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000040:2.0:1780963647.057649:0:10916:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000000a86c68d, remote cookie: 0xbf074205488858ac, flags: 0x1001 00010000:00010000:2.0:1780963647.057653:0:10916:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057660:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963647.057664:0:10916:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780963647.057667:0:10916:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780963647.057673:0:10916:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a14c4b2. 00010000:00000010:2.0:1780963647.057677:0:10916:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006708ca87. 00010000:00000040:2.0:1780963647.057682:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963647.057683:0:10916:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.057685:0:10916:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057690:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00010000:2.0:1780963647.057693:0:10916:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057709:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057712:0:10916:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780963647.057715:0:10916:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780963647.057717:0:10916:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1780963647.057719:0:10916:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780963647.057720:0:10916:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780963647.057722:0:10916:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000402:0x1:0x0].0x0 (000000009a14c4b2) refcount = 1 00010000:00010000:2.0:1780963647.057725:0:10916:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057729:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057731:0:10916:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780963647.057734:0:10916:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780963647.057735:0:10916:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.057738:0:10916:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780963647.057740:0:10916:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.057742:0:10916:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057747:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057749:0:10916:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780963647.057750:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057752:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.057752:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057753:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.057754:0:10916:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.057759:0:10916:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780963647.057761:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057762:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057763:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.057765:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057766:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057768:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057775:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057775:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=4 00000020:00000001:2.0:1780963647.057777:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057778:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057781:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.057783:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.057784:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057790:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057792:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057793:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.057794:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057794:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057795:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=5 00000020:00000001:2.0:1780963647.057796:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057798:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057800:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.057801:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057805:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057817:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057818:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.057819:0:10916:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057824:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057826:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.057827:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057828:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.057828:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057829:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780963647.057833:0:10916:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=0 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963647.057845:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057847:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057848:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.057849:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057851:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057853:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057853:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.057855:0:10916:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.057857:0:10916:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.057859:0:10916:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963647.057861:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057862:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057862:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.057864:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057866:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00000002:00010000:2.0:1780963647.057868:0:10916:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.057873:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.057875:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057875:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.057877:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.057878:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.057879:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.057879:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.057881:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.057883:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000040:2.0:1780963647.057885:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.057887:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963647.057890:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00010000:2.0:1780963647.057891:0:10916:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 9663677442/1 (0 0) 00010000:00000001:2.0:1780963647.057894:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.057899:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.057900:0:10916:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963647.057902:0:10916:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=open|creat status=0 disp=b: rc = 0 00000002:00000001:2.0:1780963647.057904:0:10916:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.057908:0:10916:0:(lmv_intent.c:68:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1780963647.057910:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.057913:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.057915:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.057917:0:10916:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:2.0:1780963647.057920:0:10916:0:(fld_request.c:135:fld_client_get_target()) Process entered 80000000:00000001:2.0:1780963647.057922:0:10916:0:(fld_request.c:66:fld_rrb_scan()) Process entered 80000000:00000001:2.0:1780963647.057923:0:10916:0:(fld_request.c:83:fld_rrb_scan()) Process leaving (rc=18446626589452367616 : -117484257184000 : ffff952610957700) 80000000:00000040:2.0:1780963647.057925:0:10916:0:(fld_request.c:145:fld_client_get_target()) cli-lustre-clilmv-ffff952604f93000: Found target (idx 0) by seq 0x240000402 80000000:00000001:2.0:1780963647.057926:0:10916:0:(fld_request.c:148:fld_client_get_target()) Process leaving (rc=18446626589452367616 : -117484257184000 : ffff952610957700) 80000000:00000040:2.0:1780963647.057938:0:10916:0:(fld_request.c:462:fld_client_lookup()) cli-lustre-clilmv-ffff952604f93000: Lookup fld entry (seq: 0x240000402) on target lustre-MDT0000-mdc-ffff952604f93000 (idx 0) 80000000:00000001:2.0:1780963647.057941:0:10916:0:(fld_request.c:332:fld_client_rpc()) Process entered 00000100:00000010:2.0:1780963647.057946:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963647.057949:0:10916:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=7 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963647.057952:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.057955:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.057959:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.057965:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf71ffd3. 00000100:00000001:2.0:1780963647.057971:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.057974:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.057976:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.057980:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.057982:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280933376 : -117484428618240 : ffff9526065d9600) 00000100:00000001:2.0:1780963647.057984:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.057985:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.057989:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.057992:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.057994:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.057995:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.057998:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.058016:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.058018:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.058021:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.058023:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.058026:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352640:192.168.203.109@tcp:900:lfs.0 00000100:00000001:2.0:1780963647.058029:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.058035:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.058036:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.058038:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.058042:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963647.058043:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.058048:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.058051:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.058056:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e00344f1. 00000100:00000200:2.0:1780963647.058062:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461352640, portal 10 00000100:00000001:2.0:1780963647.058064:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.058065:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963647.058069:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.058076:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.058078:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.058081:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040d22341. 00000100:00000200:2.0:1780963647.058083:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1867475461352640, offset 0 00000400:00000200:2.0:1780963647.058089:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.058097:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.058103:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.058110:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.058114:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.058116:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.058119:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [184:184:256:4294967295] 192.168.203.109@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:2.0:1780963647.058122:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.058135:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.058142:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.058147:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cce527e (tot 3211694). 00000800:00000200:2.0:1780963647.058153:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.058161:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.058165:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006cce527e type 1, nob 360 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.058182:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.058185:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.058187:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.058189:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.058190:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.058192:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 000000000696f67e going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.058194:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.058195:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.060666:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.060675:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cce527e (tot 3211446). 00000400:00000200:1.0:1780963647.060684:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.060693:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.060699:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040d22341 00000400:00000010:1.0:1780963647.060701:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040d22341. 00000100:00000001:1.0:1780963647.060706:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.060712:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.060723:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.060725:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.060743:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.060744:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963647.062768:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.062786:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.062792:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.062795:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.062815:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.062823:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.062831:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.062835:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.062839:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.062843:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 248 into portal 10 MB=0x6a27583802cc0 00000400:00000200:0.0:1780963647.062848:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.062853:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 248/248 into md 0x939 [1] + 224 00000800:00000001:0.0:1780963647.062861:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.062869:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.062885:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.062889:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.062895:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.062900:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.062910:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=248 offset=224 replen=248 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.062928:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963647.062936:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.062939:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.062999:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.063063:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.063065:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.063067:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.063071:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00344f1 00000400:00000010:2.0:1780963647.063074:0:10916:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e00344f1. 00000100:00000001:2.0:1780963647.063077:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.063080:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.063088:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.063094:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.063095:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.063097:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.063100:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.063103:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.063105:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.063107:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.063114:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000004d9799b9 time=104 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.063119:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=105 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.063127:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.063129:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.063131:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.063134:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.063137:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.063139:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963647.063141:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.063142:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.063147:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.063153:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.063155:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.063157:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.063160:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.063166:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352640:192.168.203.109@tcp:900:lfs.0 00000100:00000001:2.0:1780963647.063171:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.063173:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.063175:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.063176:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.063179:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.063184:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.063186:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.063190:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.063191:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.063197:0:10916:0:(fld_request.c:427:fld_client_rpc()) Process leaving 00000100:00000001:2.0:1780963647.063198:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.063200:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461352640/t0(0) o900->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.063204:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.063206:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.063209:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963647.063217:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.063219:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.063221:0:10916:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.063223:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.063225:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf71ffd3. 02000000:00000001:2.0:1780963647.063227:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.063228:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.063229:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:2.0:1780963647.063234:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.063235:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1780963647.063240:0:10916:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000028ae7660. 80000000:00000001:2.0:1780963647.063242:0:10916:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446626589486623488 : -117484222928128 : ffff952612a02b00) 80000000:00000001:2.0:1780963647.063245:0:10916:0:(fld_cache.c:382:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1780963647.064218:0:10916:0:(fld_cache.c:203:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1780963647.064221:0:10916:0:(fld_cache.c:208:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1780963647.064226:0:10916:0:(fld_cache.c:413:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:1:mdt 80000000:00000001:2.0:1780963647.064230:0:10916:0:(fld_cache.c:123:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1780963647.064232:0:10916:0:(fld_cache.c:178:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1780963647.064233:0:10916:0:(fld_cache.c:417:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.064235:0:10916:0:(fld_cache.c:436:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.064237:0:10916:0:(fld_request.c:505:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.064240:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.064243:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1780963647.064269:0:10916:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00800000:00000002:2.0:1780963647.064274:0:10916:0:(lmv_intent.c:109:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x1:0x0] -> mds #1 00800000:00000001:2.0:1780963647.064277:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.064282:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963647.064284:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1780963647.064289:0:10916:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963647.064291:0:10916:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963647.064294:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963647.064300:0:10916:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.064302:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963647.064303:0:10916:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.064308:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963647.064321:0:10916:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=7 obd=lustre-MDT0001-mdc-ffff952604f93000 02000000:00000001:2.0:1780963647.064327:0:10916:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963647.064329:0:10916:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.064332:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963647.064336:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.064339:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.064341:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.064343:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.064348:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.064354:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040f2f197. 00000100:00000001:2.0:1780963647.064360:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.064364:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.064365:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.064366:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.064367:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.064369:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.064374:0:10916:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00010000:00000001:2.0:1780963647.064377:0:10916:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963647.064379:0:10916:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780963647.064383:0:10916:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bca5eef. 00010000:00000010:2.0:1780963647.064387:0:10916:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e76a4aed. 00010000:00000001:2.0:1780963647.064392:0:10916:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963647.064395:0:10916:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021422e5c. 00000020:00000010:2.0:1780963647.064400:0:10916:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003f0ea846 (tot 3211510). 00000020:00000001:2.0:1780963647.064403:0:10916:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963647.064405:0:10916:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000021422e5c with handle 0x8fa007fb21e0db73 to hash 00000020:00000001:2.0:1780963647.064407:0:10916:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963647.064409:0:10916:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.064412:0:10916:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.064415:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.064418:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.064420:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.064437:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00010000:2.0:1780963647.064440:0:10916:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.064446:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00000020:00100000:2.0:1780963647.064454:0:10916:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963647.064463:0:10916:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963647.064470:0:10916:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.064476:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00000100:00000001:2.0:1780963647.064478:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.064480:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.064484:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.064486:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280933376 : -117484428618240 : ffff9526065d9600) 00000100:00000001:2.0:1780963647.064489:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.064490:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.064493:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.064496:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.064498:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.064500:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.064503:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.064510:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.064512:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.064515:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.064517:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.064520:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352768:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.064523:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.064534:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.064536:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.064538:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.064589:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000004b834570. 02000000:00000001:2.0:1780963647.064592:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.064599:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.064603:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.064610:0:10916:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000804d99df (tot 3212142). 00000100:00000200:2.0:1780963647.064617:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475461352768, portal 10 00000100:00000001:2.0:1780963647.064619:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.064620:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963647.064624:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.064631:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.064634:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.064636:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e00344f1. 00000100:00000200:2.0:1780963647.064639:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475461352768, offset 0 00000400:00000200:2.0:1780963647.064646:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.064653:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.064659:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.064666:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.064670:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.064673:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.064676:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [185:185:256:4294967295] 192.168.203.109@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1780963647.064680:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.064688:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.064694:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.064699:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000419e55e7 (tot 3212390). 00000800:00000200:2.0:1780963647.064705:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.064712:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.064716:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000419e55e7 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.064741:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.064747:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.064750:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.064752:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.064753:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.064755:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 000000000696f67e going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.064758:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.064760:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.065193:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.065197:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000419e55e7 (tot 3212142). 00000400:00000200:1.0:1780963647.065202:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.065207:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.065212:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00344f1 00000400:00000010:1.0:1780963647.065213:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e00344f1. 00000100:00000001:1.0:1780963647.065217:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.065220:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.065228:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.065230:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.065237:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.065239:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963647.068460:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.068476:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.068481:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.068484:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.068495:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.068504:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.068513:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.068519:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.068524:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.068529:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 600 into portal 10 MB=0x6a27583802d40 00000400:00000200:0.0:1780963647.068535:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.068542:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 600/600 into md 0x941 [32] + 224 00000800:00000001:0.0:1780963647.068551:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.068559:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.068563:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.068568:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.068574:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.068582:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.068595:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66208 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.068625:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963647.068654:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.068658:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.069074:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.069082:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.069083:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.069085:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.069089:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d99df 00000400:00000010:2.0:1780963647.069091:0:10916:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000804d99df (tot 3211510). 00000100:00000001:2.0:1780963647.069095:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.069099:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.069104:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.069109:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.069111:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.069114:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.069117:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.069119:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.069120:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.069122:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.069129:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=104 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.069132:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.069134:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780963647.069137:0:10916:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.069141:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963647.069144:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.069146:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963647.069147:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.069149:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780963647.069153:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.069166:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780963647.069169:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.069171:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.069174:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963654 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:2.0:1780963647.069179:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352768:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.069183:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.069185:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963647.069187:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.069189:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.069191:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.069196:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.069197:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.069203:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.069204:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780963647.069207:0:10916:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963647.069211:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.069213:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.069216:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021422e5c refcount=4 00000020:00000001:2.0:1780963647.069218:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.069220:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00010000:2.0:1780963647.069223:0:10916:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069230:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069236:0:10916:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780963647.069239:0:10916:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069300:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069303:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.069305:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069310:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069312:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069313:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.069315:0:10916:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069320:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069322:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.069324:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069326:0:10916:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963647.069328:0:10916:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069333:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00010000:2.0:1780963647.069336:0:10916:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021422e5c already unused, calling callback (00000000d69f7e2b) 00000080:00000001:2.0:1780963647.069339:0:10916:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963647.069342:0:10916:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069347:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069350:0:10916:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963647.069352:0:10916:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963647.069354:0:10916:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069358:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069366:0:10916:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963647.069369:0:10916:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963647.069370:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.069371:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.069372:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021422e5c refcount=5 00000020:00000001:2.0:1780963647.069373:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.069375:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.069378:0:10916:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963647.069380:0:10916:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 5/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069384:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00000080:00000001:2.0:1780963647.069387:0:10916:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963647.069388:0:10916:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.069390:0:10916:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780963647.069391:0:10916:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963647.069395:0:10916:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963647.069396:0:10916:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963647.069397:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.069398:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963647.069400:0:10916:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000021422e5c with handle 0x8fa007fb21e0db73 from hash 00010000:00000001:2.0:1780963647.069401:0:10916:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963647.069402:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069403:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069404:0:10916:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963647.069405:0:10916:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963647.069406:0:10916:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780963647.069408:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069409:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069410:0:10916:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.069411:0:10916:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.069413:0:10916:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069417:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.069424:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069424:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069425:0:10916:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780963647.069426:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.069427:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069428:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069429:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963647.069430:0:10916:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db73 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069434:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000040:2.0:1780963647.069437:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 0 00010000:00000010:2.0:1780963647.069442:0:10916:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e76a4aed. 00010000:00000001:2.0:1780963647.069450:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069451:0:10916:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780963647.069456:0:10916:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780963647.069461:0:10916:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:2.0:1780963647.069466:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963647.069467:0:10916:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.069469:0:10916:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.069470:0:10916:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.069473:0:10916:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1780963647.069476:0:10916:0:(mdc_locks.c:1136:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000002:00002000:2.0:1780963647.069478:0:10916:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1780963647.069481:0:10916:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1780963647.069483:0:10916:0:(lmv_intent.c:124:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:2.0:1780963647.069486:0:10916:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00010000:00000001:2.0:1780963647.069488:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.069489:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.069491:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.069492:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.069494:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.069495:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.069502:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069508:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.069510:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069511:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069512:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963647.069514:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963647.069515:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069519:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.069521:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963647.069523:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963647.069525:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.069528:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069529:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069530:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069532:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963647.069533:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069535:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069538:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069539:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.069540:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069541:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963647.069542:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.069547:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000089b990b8 x1867475461352576/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.069553:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.069555:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.069557:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000694adef4. 02000000:00000001:2.0:1780963647.069606:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.069608:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.069609:0:10916:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.069611:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.069613:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006e8f440d. 02000000:00000001:2.0:1780963647.069616:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.069624:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.069626:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089b990b8. 00000100:00000001:2.0:1780963647.069629:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.069630:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963647.069632:0:10916:0:(lmv_intent.c:414:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1780963647.069635:0:10916:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1780963647.069638:0:10916:0:(namei.c:1041:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000080:00000010:2.0:1780963647.069643:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f2112a1d. 00000100:00000001:2.0:1780963647.069646:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.069649:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461352768/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.069655:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.069657:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.069658:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000004b834570. 02000000:00000001:2.0:1780963647.069703:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.069705:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.069706:0:10916:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.069708:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.069709:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000040f2f197. 02000000:00000001:2.0:1780963647.069711:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.069712:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.069713:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:2.0:1780963647.069716:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.069717:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963647.069720:0:10916:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:2.0:1780963647.069722:0:10916:0:(dcache.c:216:ll_intent_release()) intent 00000000c70f149c released 00000080:00000001:2.0:1780963647.069723:0:10916:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:2.0:1780963647.069724:0:10916:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000c70f149c. 00000080:00000001:2.0:1780963647.069727:0:10916:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1780963647.069734:0:10916:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1780963647.069737:0:10916:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1780963647.069785:0:10916:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963647.069787:0:10916:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963647.069789:0:10916:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963647.069790:0:10916:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9),name=/ 00000080:00000010:2.0:1780963647.069796:0:10916:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963647.069818:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.069823:0:10916:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963647.069824:0:10916:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963647.069827:0:10916:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963647.069829:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.069831:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.069833:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.069835:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.069836:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.069837:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963647.069839:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.069840:0:10916:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963647.069843:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.069846:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963647.069847:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963647.069850:0:10916:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963647.069852:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963647.069854:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963647.069858:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963647.069861:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.069864:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.069866:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963647.069868:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069873:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963647.069875:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 02000000:00000001:2.0:1780963647.069877:0:10916:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963647.069880:0:10916:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.069881:0:10916:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069887:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:2.0:1780963647.069889:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963647.069890:0:10916:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963647.069896:0:10916:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963647.069898:0:10916:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963647.069900:0:10916:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963647.069902:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963647.069905:0:10916:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963647.069906:0:10916:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963647.069908:0:10916:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) 00000080:00010000:2.0:1780963647.069911:0:10916:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a51ffaf9) for lock 0x8fa007fb21e0db18 00000080:00000001:2.0:1780963647.069914:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.069916:0:10916:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963647.069918:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.069920:0:10916:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963647.069922:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.069923:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.069924:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:2.0:1780963647.069926:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963647.069928:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963647.069930:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069931:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.069932:0:10916:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.069933:0:10916:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963647.069934:0:10916:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db18 from it 000000002fd7ade7 00010000:00000001:2.0:1780963647.069936:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.069937:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.069937:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a3fcbe1 refcount=3 00000020:00000001:2.0:1780963647.069939:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963647.069940:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589221925824 : -117484487625792 : ffff952602d933c0) 00010000:00000001:2.0:1780963647.069941:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.069943:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069947:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963647.069949:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069950:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069957:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963647.069958:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963647.069959:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000004a3fcbe1/0x8fa007fb21e0db18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf0742054888572b expref: -99 pid: 9877 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.069964:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963647.069966:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963647.069967:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963647.069969:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.069971:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069972:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.069973:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069974:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963647.069976:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069977:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069979:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.069980:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.069981:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.069982:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963647.069984:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963647.069985:0:10916:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963647.069986:0:10916:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a51ffaf9), inode mode 41ed mask 1 00000080:00000001:2.0:1780963647.069991:0:10916:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963647.070001:0:10916:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000098ab85d4. 00000080:00000001:2.0:1780963647.070004:0:10916:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:2.0:1780963647.070005:0:10916:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), file 00000000da6abccf, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1780963647.070010:0:10916:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 000000002281b904. 00000080:00000001:2.0:1780963647.070013:0:10916:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1780963647.070014:0:10916:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000a51ffaf9), intent=open 00000080:00000010:2.0:1780963647.070019:0:10916:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963647.070022:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.070024:0:10916:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963647.070025:0:10916:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963647.070028:0:10916:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780963647.070030:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.070032:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.070037:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.070038:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.070040:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.070041:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963647.070043:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.070044:0:10916:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:2.0:1780963647.070047:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.070049:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963647.070049:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1780963647.070053:0:10916:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963647.070055:0:10916:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963647.070058:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1780963647.070061:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963647.070062:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.070064:0:10916:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780963647.070067:0:10916:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.070068:0:10916:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1780963647.070069:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00000002:00000001:2.0:1780963647.070071:0:10916:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.070075:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963647.070078:0:10916:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 02000000:00000001:2.0:1780963647.070083:0:10916:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963647.070084:0:10916:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.070086:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963647.070090:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.070092:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.070093:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.070094:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.070096:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.070098:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.070100:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.070106:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040f2f197. 00000100:00000001:2.0:1780963647.070111:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.070114:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.070115:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.070116:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.070122:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.070124:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.070133:0:10916:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00010000:00000001:2.0:1780963647.070136:0:10916:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963647.070138:0:10916:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780963647.070140:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d648ef5 count: 2 00010000:00000001:2.0:1780963647.070142:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.070143:0:10916:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963647.070146:0:10916:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073322208. 00000020:00000001:2.0:1780963647.070150:0:10916:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963647.070152:0:10916:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000073322208 with handle 0x8fa007fb21e0db7a to hash 00000020:00000001:2.0:1780963647.070153:0:10916:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963647.070155:0:10916:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.070157:0:10916:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.070160:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.070161:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.070163:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.070170:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00010000:2.0:1780963647.070171:0:10916:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.070177:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000020:00100000:2.0:1780963647.070184:0:10916:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963647.070190:0:10916:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963647.070197:0:10916:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.070202:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00000100:00000001:2.0:1780963647.070204:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.070211:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.070216:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.070218:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280933376 : -117484428618240 : ffff9526065d9600) 00000100:00000001:2.0:1780963647.070220:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.070221:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.070224:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.070227:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.070229:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.070231:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.070234:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.070240:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.070243:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.070302:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.070304:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.070308:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352896:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.070311:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.070317:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.070319:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.070321:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.070367:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at 00000000694adef4. 02000000:00000001:2.0:1780963647.070369:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.070376:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.070380:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.070386:0:10916:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ec9b983d (tot 3212654). 00000100:00000200:2.0:1780963647.070393:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867475461352896, portal 10 00000100:00000001:2.0:1780963647.070395:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.070396:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963647.070401:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.070407:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.070409:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.070412:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000868e4302. 00000100:00000200:2.0:1780963647.070416:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1867475461352896, offset 0 00000400:00000200:2.0:1780963647.070429:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.070437:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.070443:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.070450:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.070454:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.070457:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.070460:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [186:186:256:4294967295] 192.168.203.109@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1780963647.070463:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.070472:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.070478:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.070482:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f6a7343 (tot 3212902). 00000800:00000200:2.0:1780963647.070487:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.070495:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.070499:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f6a7343 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.070517:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.070519:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.070522:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.070524:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.070525:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.070527:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 000000000696f67e going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.070529:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.070531:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.074522:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.074528:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f6a7343 (tot 3212654). 00000400:00000200:1.0:1780963647.074535:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.074543:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.074548:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000868e4302 00000400:00000010:1.0:1780963647.074550:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000868e4302. 00000100:00000001:1.0:1780963647.074555:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.074561:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.074573:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.074576:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.074582:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.074584:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:2.1:1780963647.075573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bca5eef. 00010000:00000010:2.1:1780963647.075585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021422e5c. 00000080:00000010:2.1:1780963647.075590:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c74f4770. 00000800:00000001:0.0:1780963647.077460:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.077477:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.077481:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.077483:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.077494:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.077502:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.077510:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.077515:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.077519:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.077523:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 600 into portal 10 MB=0x6a27583802dc0 00000400:00000200:0.0:1780963647.077528:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.077534:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 600/600 into md 0x949 [64] + 224 00000800:00000001:0.0:1780963647.077541:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.077548:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.077551:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.077555:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.077561:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.077568:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.077580:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=131800 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.077605:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963647.077616:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.077621:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.077704:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.077713:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.077716:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.077718:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.077724:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec9b983d 00000400:00000010:2.0:1780963647.077727:0:10916:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 00000000ec9b983d (tot 3211510). 00000100:00000001:2.0:1780963647.077733:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.077738:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.077747:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.077773:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.077776:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.077778:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.077782:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.077784:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.077786:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.077788:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.077796:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=105 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.077801:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=105 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.077803:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.077804:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.077817:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.077821:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.077824:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.077825:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963647.077827:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.077828:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.077833:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.077838:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.077841:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.077843:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.077846:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 2 fl Interpret:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.077851:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461352896:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.077856:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.077858:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.077860:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.077862:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.077864:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.077869:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.077877:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000696f67e. 00000100:00000001:2.0:1780963647.077882:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.077883:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.077885:0:10916:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963647.077890:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.077893:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.077895:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=4 00000020:00000001:2.0:1780963647.077897:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.077900:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000040:2.0:1780963647.077905:0:10916:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000073322208, remote cookie: 0xbf074205488858cf, flags: 0x1001 00010000:00010000:2.0:1780963647.077909:0:10916:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.077916:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 2 00010000:00000040:2.0:1780963647.077920:0:10916:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780963647.077923:0:10916:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1780963647.077928:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.077930:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963647.077933:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d648ef5 count: 1 00010000:00000001:2.0:1780963647.077935:0:10916:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.077937:0:10916:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.077953:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00010000:2.0:1780963647.077956:0:10916:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.077961:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.077963:0:10916:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780963647.077966:0:10916:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780963647.077968:0:10916:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1780963647.077970:0:10916:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780963647.077971:0:10916:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780963647.077977:0:10916:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000402:0x1:0x0].0x0 (000000009a14c4b2) refcount = 2 00010000:00000040:2.0:1780963647.077980:0:10916:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780963647.077981:0:10916:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.077986:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00010000:2.0:1780963647.077988:0:10916:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.077993:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.077995:0:10916:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780963647.078006:0:10916:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780963647.078007:0:10916:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.078010:0:10916:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780963647.078013:0:10916:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.078014:0:10916:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078019:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078021:0:10916:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780963647.078022:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078023:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.078024:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078025:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.078026:0:10916:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.078031:0:10916:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780963647.078033:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078034:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078035:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=3 00000020:00000001:2.0:1780963647.078037:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078039:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078041:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078041:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078042:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=4 00000020:00000001:2.0:1780963647.078043:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078050:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078052:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.078054:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.078056:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078061:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078062:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078064:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.078065:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078066:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078066:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=5 00000020:00000001:2.0:1780963647.078068:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078069:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078071:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.078072:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078076:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078077:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078078:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.078079:0:10916:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078083:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078085:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.078086:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078086:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.078087:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078088:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780963647.078093:0:10916:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=0 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963647.078098:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078103:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078104:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=3 00000020:00000001:2.0:1780963647.078106:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078107:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078109:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078110:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.078111:0:10916:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.078112:0:10916:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.078115:0:10916:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963647.078116:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078117:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078118:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=3 00000020:00000001:2.0:1780963647.078119:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078120:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00000002:00010000:2.0:1780963647.078122:0:10916:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078126:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078128:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078129:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.078130:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.078131:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078132:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078133:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=3 00000020:00000001:2.0:1780963647.078134:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078136:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000040:2.0:1780963647.078138:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000009a14c4b2 count: 3 00010000:00000001:2.0:1780963647.078140:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.078143:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.078144:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963647.078146:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078151:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 3 00010000:00000040:2.0:1780963647.078157:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 02000000:00000001:2.0:1780963647.078161:0:10916:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963647.078165:0:10916:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.078167:0:10916:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078172:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078173:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078174:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.078175:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.078176:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.078177:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=3 00000020:00000001:2.0:1780963647.078178:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078180:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:2.0:1780963647.078182:0:10916:0:(ldlm_lock.c:938:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1780963647.078183:0:10916:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078187:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078189:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.078190:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078194:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078196:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078196:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.078197:0:10916:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078203:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.078204:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.078205:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078208:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1780963647.078218:0:10916:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000696f67e. 00010000:00000001:2.0:1780963647.078222:0:10916:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1780963647.078234:0:10916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1780963647.078237:0:10916:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078238:0:10916:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078240:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.078241:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.078241:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.078243:0:10916:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963647.078244:0:10916:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=open status=0 disp=b: rc = 0 00000002:00000001:2.0:1780963647.078286:0:10916:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.078291:0:10916:0:(lmv_intent.c:68:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1780963647.078294:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.078297:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.078300:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.078302:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.078304:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.078306:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.078307:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1780963647.078311:0:10916:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 392 at 00000000e49de3c4. 00800000:00000002:2.0:1780963647.078313:0:10916:0:(lmv_intent.c:109:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x1:0x0] -> mds #1 00800000:00000001:2.0:1780963647.078315:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.078319:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963647.078320:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1780963647.078324:0:10916:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963647.078326:0:10916:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963647.078330:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963647.078334:0:10916:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.078336:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963647.078338:0:10916:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.078342:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e761d4bc. 00000020:00000040:2.0:1780963647.078347:0:10916:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=7 obd=lustre-MDT0001-mdc-ffff952604f93000 02000000:00000001:2.0:1780963647.078352:0:10916:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963647.078354:0:10916:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078356:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963647.078361:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.078370:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.078373:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.078376:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.078378:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.078385:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000804d99df. 00000100:00000001:2.0:1780963647.078391:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078394:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.078396:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078397:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.078398:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.078400:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.078406:0:10916:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00010000:00000001:2.0:1780963647.078409:0:10916:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963647.078411:0:10916:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780963647.078415:0:10916:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bca5eef. 00010000:00000010:2.0:1780963647.078418:0:10916:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e76a4aed. 00010000:00000001:2.0:1780963647.078424:0:10916:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963647.078427:0:10916:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021422e5c. 00000020:00000001:2.0:1780963647.078431:0:10916:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963647.078432:0:10916:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000021422e5c with handle 0x8fa007fb21e0db81 to hash 00000020:00000001:2.0:1780963647.078435:0:10916:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963647.078436:0:10916:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.078438:0:10916:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.078441:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.078442:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.078444:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078450:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00010000:2.0:1780963647.078452:0:10916:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078458:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00000020:00100000:2.0:1780963647.078464:0:10916:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963647.078473:0:10916:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963647.078480:0:10916:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.078484:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00000100:00000001:2.0:1780963647.078486:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.078488:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.078491:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.078493:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280935488 : -117484428616128 : ffff9526065d9e40) 00000100:00000001:2.0:1780963647.078496:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.078497:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00000100:00000001:2.0:1780963647.078500:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.078504:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.078505:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.078507:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.078510:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.078517:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.078518:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.078521:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.078523:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.078525:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e761d4bc pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353024:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.078529:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.078534:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.078536:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.078539:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.078626:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at 000000005fdeb815. 02000000:00000001:2.0:1780963647.078629:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.078635:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.078638:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.078643:0:10916:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ec9b983d (tot 3212654). 00000100:00000200:2.0:1780963647.078650:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867475461353024, portal 10 00000100:00000001:2.0:1780963647.078656:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.078656:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00000100:00000040:2.0:1780963647.078662:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.078669:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.078671:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.078674:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009522979d. 00000100:00000200:2.0:1780963647.078678:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475461353024, offset 0 00000400:00000200:2.0:1780963647.078684:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.078691:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.078696:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.078703:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.078706:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.078709:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.078712:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [187:187:256:4294967295] 192.168.203.109@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1780963647.078716:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.078723:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.078727:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.078731:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c089c153 (tot 3212902). 00000800:00000200:2.0:1780963647.078736:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.078742:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.078745:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c089c153 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.078766:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.078768:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.078771:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.078773:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.078774:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.078775:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045e58689 going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.078778:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.078779:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.079007:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.079011:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c089c153 (tot 3212654). 00000400:00000200:1.0:1780963647.079022:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.079026:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.079029:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009522979d 00000400:00000010:1.0:1780963647.079031:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009522979d. 00000100:00000001:1.0:1780963647.079034:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.079037:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.079044:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.079047:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.079052:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.079053:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:3.0:1780963647.079561:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963647.079564:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963647.079567:0:5573:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780963647.079570:0:5573:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780963647.079571:0:5573:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780963647.079574:0:5573:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079581:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00010000:3.0:1780963647.079584:0:5573:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000073322208 already unused, calling callback (00000000d69f7e2b) 00000080:00000001:3.0:1780963647.079587:0:5573:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780963647.079590:0:5573:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079605:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:3.0:1780963647.079608:0:5573:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780963647.079609:0:5573:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780963647.079612:0:5573:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079616:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:3.0:1780963647.079617:0:5573:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780963647.079620:0:5573:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780963647.079621:0:5573:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963647.079623:0:5573:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963647.079624:0:5573:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073322208 refcount=3 00000020:00000001:3.0:1780963647.079626:0:5573:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:3.0:1780963647.079628:0:5573:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711258688 : -117483998292928 : ffff95262003d440) 00010000:00000001:3.0:1780963647.079630:0:5573:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780963647.079631:0:5573:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079636:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00000080:00000001:3.0:1780963647.079638:0:5573:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780963647.079641:0:5573:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780963647.079642:0:5573:0:(namei.c:260:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780963647.079643:0:5573:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.079646:0:5573:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780963647.079649:0:5573:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780963647.079650:0:5573:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780963647.079651:0:5573:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963647.079652:0:5573:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963647.079654:0:5573:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000073322208 with handle 0x8fa007fb21e0db7a from hash 00010000:00000001:3.0:1780963647.079656:0:5573:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780963647.079657:0:5573:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963647.079663:0:5573:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963647.079664:0:5573:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780963647.079668:0:5573:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780963647.079670:0:5573:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780963647.079674:0:5573:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963647.079678:0:5573:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963647.079679:0:5573:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963647.079681:0:5573:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.079682:0:5573:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963647.079685:0:5573:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780963647.079689:0:5573:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f94db5e7. 00000020:00000040:3.0:1780963647.079692:0:5573:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=7 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:3.0:1780963647.079697:0:5573:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963647.079698:0:5573:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963647.079702:0:5573:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963647.079707:0:5573:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057d2c3ba. 00000100:00000001:3.0:1780963647.079711:0:5573:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.079713:0:5573:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780963647.079716:0:5573:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079721:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00010000:3.0:1780963647.079723:0:5573:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780963647.079724:0:5573:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.079727:0:5573:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963647.079730:0:5573:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963647.079737:0:5573:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f94db5e7] to pc [ptlrpcd_01_00+0] req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000001:3.0:1780963647.079766:0:5573:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963647.079769:0:5573:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963647.079770:0:5573:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963647.079771:0:5573:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.079773:0:5573:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963647.079775:0:5573:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963647.079776:0:5573:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079791:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000001:3.0:1780963647.079793:0:5573:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780963647.079794:0:5573:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 0000000073322208/0x8fa007fb21e0db7a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf074205488858cf expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963647.079799:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 2 00010000:00000040:3.0:1780963647.079802:0:5573:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:3.0:1780963647.079819:0:5573:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963647.079820:0:5573:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780963647.079822:0:5573:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000696f67e. 00010000:00000001:3.0:1780963647.079828:0:5573:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963647.079831:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963647.079831:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963647.079833:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780963647.079834:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963647.079835:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963647.079836:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780963647.079837:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963647.079838:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963647.079839:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780963647.079847:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780963647.079850:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780963647.079851:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.079858:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963647.079860:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.079861:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963647.079862:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963647.079864:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963647.079868:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963647.079874:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963647.079876:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963647.079879:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963647.079886:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963647.079889:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461353088:192.168.203.109@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1780963647.079892:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963647.079895:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963647.079896:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963647.079898:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963647.079900:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072453e30. 02000000:00000001:3.0:1780963647.079902:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963647.079906:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963647.079910:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8cddbdb. 00000400:00000010:3.0:1780963647.079914:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039b7813a. 00000100:00000200:3.0:1780963647.079918:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353088, portal 18 00000100:00000001:3.0:1780963647.079919:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963647.079920:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589453760768 : -117484255790848 : ffff952610aab900) 00000100:00000040:3.0:1780963647.079925:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963647.079940:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963647.079943:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963647.079945:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba2d4517. 00000100:00000200:3.0:1780963647.079948:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867475461353088, offset 0 00000400:00000200:3.0:1780963647.079952:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963647.079958:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963647.079964:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963647.079969:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963647.079973:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963647.079975:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963647.079978:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [188:188:256:4294967295] 192.168.203.109@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1780963647.079981:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963647.079986:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963647.079990:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963647.079995:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8994d8a (tot 3212902). 00000800:00000200:3.0:1780963647.079999:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963647.080447:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963647.080451:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8994d8a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780963647.080467:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963647.080469:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963647.080471:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963647.080473:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963647.080475:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.080763:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963647.080766:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.082082:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.082088:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8994d8a (tot 3212654). 00000400:00000200:1.0:1780963647.082096:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.082104:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.082110:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba2d4517 00000400:00000010:1.0:1780963647.082112:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba2d4517. 00000100:00000001:1.0:1780963647.082117:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.082123:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1780963647.082133:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.082136:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1780963647.082142:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.082143:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1780963647.083278:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.083291:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963647.083295:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.083297:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.083306:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.083312:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963647.083319:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.083334:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.083338:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.083342:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 688 into portal 10 MB=0x6a27583802e40 00000400:00000200:1.0:1780963647.083346:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.083352:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 688/688 into md 0x951 [64] + 224 00000800:00000001:1.0:1780963647.083359:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.083376:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.083378:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.083382:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963647.083387:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963647.083392:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963647.083401:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=688 offset=224 replen=131744 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.083420:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963647.083428:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.083430:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.085580:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.085591:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.085593:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.085596:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.085604:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec9b983d 00000400:00000010:2.0:1780963647.085606:0:10916:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 00000000ec9b983d (tot 3211510). 00000100:00000001:2.0:1780963647.085612:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.085622:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.085631:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.085637:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.085639:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.085642:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.085644:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.085647:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.085649:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.085651:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.085659:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=104 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.085664:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.085666:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780963647.085669:0:10916:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000e761d4bc x1867475461353024/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.085674:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963647.085677:0:10916:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963647.085679:0:10916:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780963647.085681:0:10916:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963647.085682:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.085684:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00000100:00000001:2.0:1780963647.085686:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.085688:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963647.085689:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.085691:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780963647.085695:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963654 ref 3 fl Rpc:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.085722:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780963647.085725:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.085726:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.085729:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963654 ref 3 fl Interpret:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00100000:2.0:1780963647.085735:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e761d4bc pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353024:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.085739:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.085741:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963647.085743:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.085745:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.085746:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963654 ref 3 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.085751:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.085754:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.085759:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.085760:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780963647.085764:0:10916:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963647.085769:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.085772:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.085774:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021422e5c refcount=4 00000020:00000001:2.0:1780963647.085777:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.085780:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00010000:2.0:1780963647.085784:0:10916:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085791:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085797:0:10916:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780963647.085799:0:10916:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085824:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085826:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.085828:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085833:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085834:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.085836:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.085837:0:10916:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085842:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085844:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.085847:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.085850:0:10916:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963647.085852:0:10916:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085857:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00010000:2.0:1780963647.085860:0:10916:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021422e5c already unused, calling callback (00000000d69f7e2b) 00000080:00000001:2.0:1780963647.085862:0:10916:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963647.085866:0:10916:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085872:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085875:0:10916:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963647.085878:0:10916:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963647.085880:0:10916:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085885:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085897:0:10916:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963647.085901:0:10916:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963647.085902:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.085903:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.085905:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021422e5c refcount=5 00000020:00000001:2.0:1780963647.085907:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.085909:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711257536 : -117483998294080 : ffff95262003cfc0) 00010000:00000001:2.0:1780963647.085913:0:10916:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963647.085915:0:10916:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 5/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085921:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00000080:00000001:2.0:1780963647.085924:0:10916:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963647.085926:0:10916:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.085942:0:10916:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780963647.085944:0:10916:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963647.085948:0:10916:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963647.085950:0:10916:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963647.085951:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.085953:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963647.085955:0:10916:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000021422e5c with handle 0x8fa007fb21e0db81 from hash 00010000:00000001:2.0:1780963647.085958:0:10916:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963647.085959:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.085960:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.085961:0:10916:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963647.085962:0:10916:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963647.085964:0:10916:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780963647.085966:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.085968:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.085969:0:10916:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.085970:0:10916:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.085972:0:10916:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.085978:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000001:2.0:1780963647.085989:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.085990:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.085992:0:10916:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780963647.085993:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.085995:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.085996:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.086010:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963647.086013:0:10916:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 0000000021422e5c/0x8fa007fb21e0db81 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.086019:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 1 00010000:00000040:2.0:1780963647.086024:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003bca5eef count: 0 00010000:00000010:2.0:1780963647.086032:0:10916:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e76a4aed. 00010000:00000001:2.0:1780963647.086042:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.086044:0:10916:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780963647.086050:0:10916:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780963647.086058:0:10916:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:2.0:1780963647.086068:0:10916:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780963647.086073:0:10916:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:2.0:1780963647.086080:0:10916:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.086088:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963647.086090:0:10916:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.086092:0:10916:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.086094:0:10916:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.086097:0:10916:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780963647.086100:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.086101:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00010000:00000001:2.0:1780963647.086103:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963647.086104:0:10916:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.086106:0:10916:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963647.086107:0:10916:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1780963647.086110:0:10916:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.086121:0:10916:0:(lmv_intent.c:142:lmv_intent_remote()) Process leaving 00800000:00000010:2.0:1780963647.086123:0:10916:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 392 at 00000000e49de3c4. 00000100:00000001:2.0:1780963647.086128:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.086135:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461352896/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.086142:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.086144:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.086146:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at 00000000694adef4. 02000000:00000001:2.0:1780963647.086746:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.086749:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.086750:0:10916:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.086755:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.086758:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000040f2f197. 02000000:00000001:2.0:1780963647.086762:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.086763:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.086765:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:2.0:1780963647.086769:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.086770:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963647.086774:0:10916:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.086776:0:10916:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.086779:0:10916:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780963647.086781:0:10916:0:(namei.c:668:ll_lookup_it_finish()) it 000000002281b904 it_disposition 80002b 00000080:00000001:2.0:1780963647.086784:0:10916:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:2.0:1780963647.086786:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.086789:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.086792:0:10916:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780963647.086795:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.086798:0:10916:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:2.0:1780963647.086803:0:10916:0:(lmv_obd.c:3495:lmv_unpackmd()) kmalloced '(lsm)': 120 at 00000000e76a4aed. 00800000:00000001:2.0:1780963647.086806:0:10916:0:(lmv_obd.c:3350:lmv_unpack_md_v1()) Process entered 00800000:00000040:2.0:1780963647.086816:0:10916:0:(lmv_obd.c:3372:lmv_unpack_md_v1()) unpack lsm count 2/0, master 1 hash_type 0x3/0x0 layout_version 0 00800000:00000001:2.0:1780963647.086819:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.086822:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.086824:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.086826:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.086828:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.086830:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000400:0x2:0x0] 00800000:00000001:2.0:1780963647.086837:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1780963647.086839:0:10916:0:(lmv_obd.c:3395:lmv_unpack_md_v1()) unpack fid #0 [0x240000400:0x2:0x0] 00800000:00000001:2.0:1780963647.086840:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.086841:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.086842:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.086843:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.086844:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.086845:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000401:0x2:0x0] 00800000:00000001:2.0:1780963647.086846:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1780963647.086847:0:10916:0:(lmv_obd.c:3395:lmv_unpack_md_v1()) unpack fid #1 [0x200000401:0x2:0x0] 00800000:00000001:2.0:1780963647.086849:0:10916:0:(lmv_obd.c:3398:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.086850:0:10916:0:(lmv_obd.c:3521:lmv_unpackmd()) Process leaving (rc=120 : 120 : 78) 00000002:00000001:2.0:1780963647.086853:0:10916:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780963647.086855:0:10916:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1780963647.086858:0:10916:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1780963647.086863:0:10916:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780963647.086864:0:10916:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x240000402:0x1:0x0] 00000080:00000002:2.0:1780963647.086868:0:10916:0:(llite_lib.c:1645:ll_init_lsm_md()) lustre: [0x240000402:0x1:0x0] set dir layout: 00000080:00000002:2.0:1780963647.086870:0:10916:0:(lustre_lmv.h:142:lsm_md_dump()) magic 0xcd20cd0 stripe count 2 master mdt 1 hash type crush:0x3 max-inherit 0 max-inherit-rr 0 version 0 migrate offset 0 migrate hash 0x0 pool 00000080:00000002:2.0:1780963647.086873:0:10916:0:(lustre_lmv.h:149:lsm_md_dump()) stripe[0] [0x240000400:0x2:0x0] 00000080:00000002:2.0:1780963647.086875:0:10916:0:(lustre_lmv.h:149:lsm_md_dump()) stripe[1] [0x200000401:0x2:0x0] 00000080:00000001:2.0:1780963647.086876:0:10916:0:(llite_lib.c:1586:ll_iget_anon_dir()) Process entered 00000080:00000001:2.0:1780963647.086877:0:10916:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603765207042 : 162129603765207042 : 240000400000002) 00000080:00000010:2.0:1780963647.086892:0:10916:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000005ffa60a4. 00000080:00000002:2.0:1780963647.086900:0:10916:0:(llite_lib.c:1622:ll_iget_anon_dir()) lli 000000005ffa60a4 slave [0x240000400:0x2:0x0] master [0x240000402:0x1:0x0] 00000080:00000001:2.0:1780963647.086903:0:10916:0:(llite_lib.c:1632:ll_iget_anon_dir()) Process leaving (rc=18446626589481347280 : -117484228204336 : ffff9526124fa8d0) 00000080:00000001:2.0:1780963647.086905:0:10916:0:(llite_lib.c:1586:ll_iget_anon_dir()) Process entered 00000080:00000001:2.0:1780963647.086906:0:10916:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000010:2.0:1780963647.086909:0:10916:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 0000000092f5fcfe. 00000080:00000002:2.0:1780963647.086912:0:10916:0:(llite_lib.c:1622:ll_iget_anon_dir()) lli 0000000092f5fcfe slave [0x200000401:0x2:0x0] master [0x240000402:0x1:0x0] 00000080:00000001:2.0:1780963647.086915:0:10916:0:(llite_lib.c:1632:ll_iget_anon_dir()) Process leaving (rc=18446626589481341136 : -117484228210480 : ffff9526124f90d0) 00000080:00000010:2.0:1780963647.086919:0:10916:0:(llite_lib.c:1807:ll_update_lsm_md()) kmalloced '(attr)': 72 at 00000000c5922787. 00000080:00000001:2.0:1780963647.086921:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.087080:0:10916:0:(lmv_intent.c:168:lmv_revalidate_slaves()) Process entered 00800000:00000010:2.0:1780963647.087084:0:10916:0:(lmv_intent.c:174:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at 00000000e49de3c4. 00800000:00000002:2.0:1780963647.087086:0:10916:0:(lmv_intent.c:216:lmv_revalidate_slaves()) Revalidate slave [0x240000400:0x2:0x0] -> mds #1 00800000:00000001:2.0:1780963647.087089:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.087092:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963647.087094:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000400:0x2:0x0]) in obj [0x240000400:0x2:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780963647.087097:0:10916:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963647.087099:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963647.087101:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.087105:0:10916:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.087107:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.087108:0:10916:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.087110:0:10916:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963647.087112:0:10916:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780963647.087115:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963647.087118:0:10916:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=8 obd=lustre-MDT0001-mdc-ffff952604f93000 00010000:00000001:2.0:1780963647.087123:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963647.087127:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.087130:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.087132:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.087134:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.087138:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.087143:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040f2f197. 00000100:00000001:2.0:1780963647.087149:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.087153:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.087154:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.087155:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.087156:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.087158:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.087164:0:10916:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00010000:00000001:2.0:1780963647.087168:0:10916:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963647.087171:0:10916:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780963647.087175:0:10916:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f38b083b. 00010000:00000010:2.0:1780963647.087178:0:10916:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009e789db3. 00010000:00000001:2.0:1780963647.087182:0:10916:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963647.087190:0:10916:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f417e2b4. 00000020:00000001:2.0:1780963647.087193:0:10916:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963647.087196:0:10916:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f417e2b4 with handle 0x8fa007fb21e0db88 to hash 00000020:00000001:2.0:1780963647.087198:0:10916:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963647.087199:0:10916:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.087202:0:10916:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.087204:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.087206:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.087208:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.087215:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00010000:2.0:1780963647.087217:0:10916:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.087222:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00010000:2.0:1780963647.087228:0:10916:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.087233:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00000100:00000001:2.0:1780963647.087235:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.087236:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.087242:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.087243:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280935488 : -117484428616128 : ffff9526065d9e40) 00000100:00000001:2.0:1780963647.088099:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.088102:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.088109:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.088113:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.088115:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.088117:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.088125:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.088133:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.088146:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.088149:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.088153:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.088155:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353152:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.088159:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.088165:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.088167:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.088169:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.088174:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000ec9b983d. 02000000:00000001:2.0:1780963647.088176:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.088183:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.088188:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.088194:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000226c7b26. 00000100:00000200:2.0:1780963647.088202:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461353152, portal 10 00000100:00000001:2.0:1780963647.088204:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.088205:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963647.088211:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.088219:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.088221:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.088223:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000251bf02. 00000100:00000200:2.0:1780963647.088226:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475461353152, offset 0 00000400:00000200:2.0:1780963647.088234:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.088242:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.088554:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.088562:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.088566:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.088569:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.088572:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [189:189:256:4294967295] 192.168.203.109@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1780963647.088575:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.088584:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.088590:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.088605:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002081ac9b (tot 3211758). 00000800:00000200:2.0:1780963647.088612:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.088620:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.088624:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002081ac9b type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.088685:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.088687:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.088690:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.088692:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.088694:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.088695:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045e58689 going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.088698:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.088700:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780963647.097138:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.097156:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963647.097161:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.097163:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.097174:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.097181:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963647.097190:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.097195:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.097198:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.097202:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 18 MB=0x6a27583802e80 00000400:00000200:1.0:1780963647.097206:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.097212:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.109@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:1.0:1780963647.097219:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.097227:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.097231:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.099049:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963647.099060:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963647.099067:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:1.0:1780963647.099080:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:1.0:1780963647.099101:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:1.0:1780963647.099200:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.099204:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002081ac9b (tot 3211510). 00000400:00000200:1.0:1780963647.099209:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.099212:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.099215:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000251bf02 00000400:00000010:1.0:1780963647.099217:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000251bf02. 00000100:00000001:1.0:1780963647.099221:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.099224:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.099233:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.099236:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.099241:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.099243:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780963647.101221:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963647.101229:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963647.101239:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963647.101241:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963647.101244:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8cddbdb. 00000400:00000200:3.0:1780963647.101280:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039b7813a 00000400:00000010:3.0:1780963647.101282:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039b7813a. 00000100:00000001:3.0:1780963647.101286:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963647.101296:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1780963647.101305:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963647.101311:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963647.101313:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.101315:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963647.101317:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963647.101319:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963647.101321:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963647.101324:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963647.101331:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000aa77f748 time=1 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963647.101335:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=105 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963647.101337:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963647.101339:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.101341:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963647.101344:0:2255:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963647.101347:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963647.101348:0:2255:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963647.101350:0:2255:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963647.101365:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963647.101371:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963647.101377:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963647.101380:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963647.101381:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963647.101384:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:3.0:1780963647.101389:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f94db5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461353088:192.168.203.109@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1780963647.101394:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.101396:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963647.101398:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f94db5e7 x1867475461353088/t0(0) o103->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963647.101403:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963647.101405:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963647.101408:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072453e30. 02000000:00000001:3.0:1780963647.101413:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963647.101414:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963647.101416:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963647.101418:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963647.101420:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057d2c3ba. 02000000:00000001:3.0:1780963647.101422:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963647.101424:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963647.101425:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f94db5e7. 00000100:00000001:3.0:1780963647.101428:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963647.101429:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.101430:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963647.101437:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963647.101439:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963647.101441:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963647.101442:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780963647.101882:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.101891:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.102423:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.102432:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.102434:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.102437:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.102446:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.102451:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.102458:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.102462:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.102474:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.102478:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 696 into portal 10 MB=0x6a27583802ec0 00000400:00000200:0.0:1780963647.102483:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.102487:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 696/696 into md 0x961 [1] + 224 00000800:00000001:0.0:1780963647.102494:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.102501:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.102503:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.102507:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.102512:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.102516:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.102524:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=696 offset=224 replen=1040 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.102569:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963647.102582:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963647.102591:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.102593:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780963647.104858:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.104863:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.104865:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.104874:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000226c7b26 00000400:00000010:2.0:1780963647.104877:0:10916:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000226c7b26. 00000100:00000001:2.0:1780963647.104881:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.104891:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.104901:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.104908:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.104909:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.104912:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.104915:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.104918:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.104919:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.104922:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.104988:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=104 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.104992:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.104994:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.104995:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.104997:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.107231:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.107238:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.107240:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963647.107242:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.107245:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.107267:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.107276:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.107279:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.107281:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.107284:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.107290:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353152:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.107295:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.107298:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.107300:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.107302:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.107304:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.107309:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.107312:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.107319:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.107320:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107322:0:10916:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963647.107324:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107327:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107329:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=4 00000020:00000001:2.0:1780963647.107331:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107334:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000040:2.0:1780963647.107339:0:10916:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000f417e2b4, remote cookie: 0xbf074205488858eb, flags: 0x1001 00010000:00010000:2.0:1780963647.107343:0:10916:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 4/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107360:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00010000:2.0:1780963647.107365:0:10916:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107371:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107374:0:10916:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780963647.107377:0:10916:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780963647.107379:0:10916:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1780963647.107380:0:10916:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780963647.107381:0:10916:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780963647.107383:0:10916:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000400:0x2:0x0].0x0 (00000000f38b083b) refcount = 1 00010000:00010000:2.0:1780963647.107386:0:10916:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107392:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107394:0:10916:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1780963647.107400:0:10916:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c1b5b2a2 (tot 3211958). 00010000:00000001:2.0:1780963647.107403:0:10916:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780963647.107404:0:10916:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.107407:0:10916:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780963647.107409:0:10916:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.107411:0:10916:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107417:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107419:0:10916:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780963647.107420:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107422:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107423:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107424:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107425:0:10916:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107429:0:10916:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780963647.107436:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107437:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107438:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=3 00000020:00000001:2.0:1780963647.107440:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107442:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107445:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107445:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107446:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=4 00000020:00000001:2.0:1780963647.107448:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107450:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107452:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.107454:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.107456:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107462:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107464:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107464:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107466:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107466:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107467:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=5 00000020:00000001:2.0:1780963647.107469:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107470:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107472:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.107474:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107479:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107480:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107481:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.107483:0:10916:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107496:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107498:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.107499:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107499:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107500:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107501:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780963647.107505:0:10916:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963647.107513:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107514:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107515:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=3 00000020:00000001:2.0:1780963647.107516:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107518:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107520:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107521:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.107522:0:10916:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107523:0:10916:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107526:0:10916:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963647.107528:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107528:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107529:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=3 00000020:00000001:2.0:1780963647.107531:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107532:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00000002:00010000:2.0:1780963647.107535:0:10916:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107539:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107540:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107541:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107542:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.107543:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107544:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107549:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=3 00000020:00000001:2.0:1780963647.107550:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107552:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000040:2.0:1780963647.107558:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f38b083b count: 2 00010000:00000001:2.0:1780963647.107560:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963647.107563:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00010000:2.0:1780963647.107565:0:10916:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000026a5a1c2 type 13 mode 4 res 9663677440/2 (0 0) 00010000:00000001:2.0:1780963647.107568:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107569:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.107570:0:10916:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963647.107571:0:10916:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780963647.107574:0:10916:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.107579:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107581:0:10916:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963647.107582:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107583:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107584:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=3 00000020:00000001:2.0:1780963647.107586:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107588:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107590:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107590:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.107591:0:10916:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107593:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.107594:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.107595:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f417e2b4 refcount=3 00000020:00000001:2.0:1780963647.107596:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107598:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711265024 : -117483998286592 : ffff95262003ed00) 00010000:00000001:2.0:1780963647.107599:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.107600:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107606:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107607:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107611:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107613:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963647.107614:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963647.107615:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff952604f93000 lock: 00000000f417e2b4/0x8fa007fb21e0db88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858eb expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107621:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f38b083b count: 1 00010000:00000001:2.0:1780963647.107625:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963647.107626:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963647.107628:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.107631:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107632:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107633:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107636:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963647.107637:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107639:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107641:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107642:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.107643:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107644:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00800000:00000002:2.0:1780963647.107646:0:10916:0:(lmv_intent.c:216:lmv_revalidate_slaves()) Revalidate slave [0x200000401:0x2:0x0] -> mds #0 00000100:00000001:2.0:1780963647.107648:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.107651:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461353152/t0(0) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.107657:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.107660:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.107663:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000ec9b983d. 02000000:00000001:2.0:1780963647.107668:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.107670:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.107671:0:10916:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=7 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.107673:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.107675:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000040f2f197. 02000000:00000001:2.0:1780963647.107678:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.107679:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.107681:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:2.0:1780963647.107685:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.107686:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963647.107693:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107696:0:10916:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963647.107698:0:10916:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000401:0x2:0x0]) in obj [0x200000401:0x2:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780963647.107701:0:10916:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963647.107703:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963647.107704:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.107707:0:10916:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107709:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107710:0:10916:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107712:0:10916:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963647.107714:0:10916:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780963647.107718:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963647.107721:0:10916:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:2.0:1780963647.107724:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963647.107727:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.107730:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.107731:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.107732:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.107734:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.107736:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.107739:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.107743:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040f2f197. 00000100:00000001:2.0:1780963647.107748:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107752:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.107753:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107754:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.107755:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.107756:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.107761:0:10916:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00010000:00000001:2.0:1780963647.107763:0:10916:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963647.107765:0:10916:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780963647.107768:0:10916:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e76ec9a9. 00010000:00000010:2.0:1780963647.107771:0:10916:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005ee997fe. 00010000:00000001:2.0:1780963647.107775:0:10916:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963647.107777:0:10916:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008337e9c2. 00000020:00000001:2.0:1780963647.107780:0:10916:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963647.107786:0:10916:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008337e9c2 with handle 0x8fa007fb21e0db8f to hash 00000020:00000001:2.0:1780963647.107788:0:10916:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963647.107789:0:10916:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.107792:0:10916:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.107795:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.107796:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.107797:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107803:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00010000:2.0:1780963647.107805:0:10916:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107823:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00010000:2.0:1780963647.107828:0:10916:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.107834:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00000100:00000001:2.0:1780963647.107835:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.107837:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.107842:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.107844:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280935488 : -117484428616128 : ffff9526065d9e40) 00000100:00000001:2.0:1780963647.107847:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.107848:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.107851:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.107854:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.107856:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.107857:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.107860:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.107866:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.107867:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.107870:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.107877:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.107880:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353216:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.107884:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.107888:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.107889:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.107891:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.107894:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000ec9b983d. 02000000:00000001:2.0:1780963647.107895:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.107903:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.107907:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.107912:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000226c7b26. 00000100:00000200:2.0:1780963647.107919:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475461353216, portal 10 00000100:00000001:2.0:1780963647.107921:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.107922:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963647.107927:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.107944:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.107946:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.107949:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9c37f3a. 00000100:00000200:2.0:1780963647.107952:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475461353216, offset 0 00000400:00000200:2.0:1780963647.107958:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.107966:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.107975:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.107981:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.107984:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.107987:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.107990:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [190:190:256:4294967295] 192.168.203.109@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:2.0:1780963647.107994:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00010000:00000010:3.1:1780963647.109286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073322208. 00010000:00000010:2.1:1780963647.109342:0:10916:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bca5eef. 00010000:00000010:2.1:1780963647.109347:0:10916:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021422e5c. 00000400:00000200:2.0:1780963647.109360:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.109368:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.109375:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1926f8c (tot 3212206). 00000800:00000200:2.0:1780963647.109382:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.109401:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.109405:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a1926f8c type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.109473:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.109476:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.109479:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.109481:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.109483:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.109485:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045e58689 going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.109488:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.109490:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.116526:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.116533:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1926f8c (tot 3211958). 00000400:00000200:1.0:1780963647.116542:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.116551:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.116557:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9c37f3a 00000400:00000010:1.0:1780963647.116559:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9c37f3a. 00000100:00000001:1.0:1780963647.116564:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.116571:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.116582:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.116601:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.116608:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.116609:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963647.119488:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.119507:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.119513:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.119515:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.119527:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.119535:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.119545:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.119549:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.119553:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.119557:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 696 into portal 10 MB=0x6a27583802f00 00000400:00000200:0.0:1780963647.119562:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.119568:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 696/696 into md 0x969 [1] + 224 00000800:00000001:0.0:1780963647.119575:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.119585:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.119588:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.119591:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.119609:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.119616:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.119627:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=696 offset=224 replen=1152 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.119701:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963647.119718:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963647.119726:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.119730:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780963647.122684:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.122688:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.122691:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.122700:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000226c7b26 00000400:00000010:2.0:1780963647.122702:0:10916:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000226c7b26. 00000100:00000001:2.0:1780963647.122706:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.122719:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.122729:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.122736:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.122738:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.122740:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.122743:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.122746:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.122748:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.122750:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.122758:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=105 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.122762:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=105 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.122764:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.122765:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.122767:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.122770:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.122773:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.122775:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963647.122793:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.122794:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.122799:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.122805:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.122818:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.122820:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.122824:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.122829:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353216:192.168.203.109@tcp:101:lfs.0 00000100:00000001:2.0:1780963647.122835:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.122838:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.122840:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.122842:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.122844:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.122849:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.122851:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.122858:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.122859:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.122861:0:10916:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963647.122864:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.122866:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.122869:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=4 00000020:00000001:2.0:1780963647.122871:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.122873:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000040:2.0:1780963647.122879:0:10916:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000008337e9c2, remote cookie: 0xbf074205488858f9, flags: 0x1001 00010000:00010000:2.0:1780963647.122883:0:10916:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.122891:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00010000:2.0:1780963647.122901:0:10916:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.122907:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.122910:0:10916:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780963647.122913:0:10916:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780963647.122915:0:10916:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1780963647.122916:0:10916:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780963647.122917:0:10916:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780963647.122919:0:10916:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000401:0x2:0x0].0x0 (00000000e76ec9a9) refcount = 1 00010000:00010000:2.0:1780963647.122922:0:10916:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.122927:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123096:0:10916:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780963647.123103:0:10916:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780963647.123105:0:10916:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963647.123109:0:10916:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780963647.123113:0:10916:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.123116:0:10916:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123124:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123127:0:10916:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780963647.123129:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123132:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123133:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123134:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123136:0:10916:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123141:0:10916:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780963647.123143:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123145:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123146:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=3 00000020:00000001:2.0:1780963647.123148:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123149:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123157:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123158:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123159:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=4 00000020:00000001:2.0:1780963647.123161:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123163:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123166:0:10916:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963647.123167:0:10916:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963647.123169:0:10916:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123176:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123178:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123179:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123180:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123181:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123182:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=5 00000020:00000001:2.0:1780963647.123183:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123184:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123187:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.123189:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123195:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123197:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123198:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963647.123200:0:10916:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123206:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123208:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.123209:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123210:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123211:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123223:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780963647.123230:0:10916:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963647.123241:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123242:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123244:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=3 00000020:00000001:2.0:1780963647.123246:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123291:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123293:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123294:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.123295:0:10916:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123297:0:10916:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123300:0:10916:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963647.123302:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123303:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123304:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=3 00000020:00000001:2.0:1780963647.123306:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123307:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00000002:00010000:2.0:1780963647.123312:0:10916:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123317:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123320:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123321:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123323:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.123324:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123324:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123325:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=3 00000020:00000001:2.0:1780963647.123327:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123329:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000040:2.0:1780963647.123334:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000e76ec9a9 count: 2 00010000:00000001:2.0:1780963647.123336:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963647.123339:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00010000:2.0:1780963647.123350:0:10916:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000c38deb7e type 13 mode 4 res 8589935617/2 (0 0) 00010000:00000001:2.0:1780963647.123353:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123355:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.123356:0:10916:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963647.123358:0:10916:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780963647.123362:0:10916:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123368:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123371:0:10916:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963647.123372:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123374:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123375:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=3 00000020:00000001:2.0:1780963647.123377:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123379:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123382:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123383:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.123384:0:10916:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123386:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123387:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123388:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008337e9c2 refcount=3 00000020:00000001:2.0:1780963647.123390:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123392:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589711268480 : -117483998283136 : ffff95262003fa80) 00010000:00000001:2.0:1780963647.123394:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.123396:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123403:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123405:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123406:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123407:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963647.123410:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963647.123411:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000008337e9c2/0x8fa007fb21e0db8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858f9 expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123418:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000e76ec9a9 count: 1 00010000:00000001:2.0:1780963647.123429:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963647.123432:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963647.123434:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.123438:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123439:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123440:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123443:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963647.123444:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123446:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123448:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123449:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.123450:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123451:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963647.123452:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.123456:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461353216/t0(0) o101->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.123461:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.123463:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.123466:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000ec9b983d. 02000000:00000001:2.0:1780963647.123471:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.123473:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.123474:0:10916:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.123476:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.123477:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000040f2f197. 02000000:00000001:2.0:1780963647.123481:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.123482:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.123483:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:2.0:1780963647.123487:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.123488:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:2.0:1780963647.123490:0:10916:0:(lmv_intent.c:280:lmv_revalidate_slaves()) kfreed 'op_data': 392 at 00000000e49de3c4. 00800000:00000001:2.0:1780963647.123493:0:10916:0:(lmv_intent.c:281:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1780963647.123495:0:10916:0:(lmv_obd.c:3833:lmv_merge_attr()) [0x240000400:0x2:0x0] size 4096, blocks 8 nlink 2, atime 1780963646 ctime 1780963646, mtime 1780963646. 00800000:00000040:2.0:1780963647.123498:0:10916:0:(lmv_obd.c:3833:lmv_merge_attr()) [0x200000401:0x2:0x0] size 4096, blocks 8 nlink 2, atime 1780963646 ctime 1780963646, mtime 1780963646. 00000080:00000010:2.0:1780963647.123502:0:10916:0:(llite_lib.c:1827:ll_update_lsm_md()) kfreed 'attr': 72 at 00000000c5922787. 00000080:00000001:2.0:1780963647.123505:0:10916:0:(llite_lib.c:1828:ll_update_lsm_md()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963647.123512:0:10916:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1780963647.123518:0:10916:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:2.0:1780963647.123522:0:10916:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x240000402:0x1:0x0], updating i_size 8192 00000080:00200000:2.0:1780963647.123525:0:10916:0:(namei.c:157:ll_iget()) got inode: [0x240000402:0x1:0x0](00000000984cd32e): rc = 0 00000080:00000001:2.0:1780963647.123528:0:10916:0:(namei.c:166:ll_iget()) Process leaving (rc=18446626589481337040 : -117484228214576 : ffff9526124f80d0) 00010000:00000001:2.0:1780963647.123530:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123531:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123532:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.123534:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.123535:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.123537:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123538:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780963647.123539:0:10916:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963647.123542:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123544:0:10916:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:2.0:1780963647.123545:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123548:0:10916:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:2.0:1780963647.123549:0:10916:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123551:0:10916:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963647.123555:0:10916:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1:0x0](00000000984cd32e) for lock 0x8fa007fb21e0db6c 00000080:00000001:2.0:1780963647.123559:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123561:0:10916:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963647.123562:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123564:0:10916:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963647.123565:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123566:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123568:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.123569:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.123572:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.123574:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123575:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963647.123576:0:10916:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123577:0:10916:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1780963647.123586:0:10916:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000d72c2189 inode 00000000984cd32e refc 1 flags 0x20000e 00000080:00000002:2.0:1780963647.123590:0:10916:0:(llite_lib.c:2799:ll_update_dir_depth()) [0x240000402:0x1:0x0] depth 1 00000080:00000001:2.0:1780963647.123601:0:10916:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1780963647.123606:0:10916:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1:0x0](00000000984cd32e) 00000080:00000001:2.0:1780963647.123610:0:10916:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780963647.123615:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00000100:00000001:2.0:1780963647.123619:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.123625:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 3 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963647.123633:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123643:0:10916:0:(dir.c:2391:ll_dir_open()) Process entered 00000080:00000001:2.0:1780963647.123645:0:10916:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:2.0:1780963647.123647:0:10916:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x240000402:0x1:0x0](00000000984cd32e), flags 320400 00000080:00000010:2.0:1780963647.123653:0:10916:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 00000000ff66024f. 00000080:00000010:2.0:1780963647.123661:0:10916:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000006db2e660. 00000080:00000001:2.0:1780963647.123664:0:10916:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:2.0:1780963647.123668:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123670:0:10916:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1780963647.123673:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.123675:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.123678:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.123681:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.123683:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.123684:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.123686:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123688:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123691:0:10916:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780963647.123695:0:10916:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000b7fa8f44. 00000002:00100000:2.0:1780963647.123700:0:10916:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:2.0:1780963647.123705:0:10916:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123706:0:10916:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780963647.123709:0:10916:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780963647.123712:0:10916:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123714:0:10916:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:2.0:1780963647.123715:0:10916:0:(pcc.c:1502:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123717:0:10916:0:(file.c:1037:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.123726:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.123729:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 02000000:00000001:2.0:1780963647.123735:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.123736:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at 000000005fdeb815. 02000000:00000001:2.0:1780963647.123829:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780963647.123831:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123833:0:10916:0:(dir.c:2392:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123836:0:10916:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:2.0:1780963647.123837:0:10916:0:(dcache.c:216:ll_intent_release()) intent 000000002281b904 released 00000080:00010000:2.0:1780963647.123839:0:10916:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8fa007fb21e0db6c from it 000000002281b904 00010000:00000001:2.0:1780963647.123840:0:10916:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963647.123841:0:10916:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963647.123842:0:10916:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a86c68d refcount=3 00000020:00000001:2.0:1780963647.123844:0:10916:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.123845:0:10916:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626589272997056 : -117484436554560 : ffff952605e47cc0) 00010000:00000001:2.0:1780963647.123847:0:10916:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963647.123848:0:10916:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123853:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.123855:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123856:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123857:0:10916:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963647.123858:0:10916:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963647.123858:0:10916:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff952604f93000 lock: 000000000a86c68d/0x8fa007fb21e0db6c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf074205488858ac expref: -99 pid: 10916 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963647.123863:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00010000:00000001:2.0:1780963647.123864:0:10916:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963647.123865:0:10916:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963647.123866:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.123868:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123869:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123869:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123876:0:10916:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963647.123877:0:10916:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123879:0:10916:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123880:0:10916:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.123882:0:10916:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963647.123883:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123883:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780963647.123885:0:10916:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:2.0:1780963647.123886:0:10916:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000002281b904. 00000080:00000001:2.0:1780963647.123888:0:10916:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123891:0:10916:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780963647.123893:0:10916:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1:0x0](00000000984cd32e), inode mode 41ed mask 44 00000080:00000001:2.0:1780963647.123896:0:10916:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.123923:0:10916:0:(dir.c:1420:ll_dir_ioctl()) Process entered 00000080:00200000:2.0:1780963647.123925:0:10916:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x1:0x0](00000000984cd32e), cmd=0x4008669a 00000080:00000001:2.0:1780963647.123937:0:10916:0:(dir.c:607:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1780963647.123940:0:10916:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963647.123945:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123948:0:10916:0:(lmv_obd.c:2597:lmv_setattr()) Process entered 00800000:00000002:2.0:1780963647.123949:0:10916:0:(lmv_obd.c:2601:lmv_setattr()) SETATTR for [0x240000402:0x1:0x0], valid 0x0/0x0 00800000:00000001:2.0:1780963647.123951:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.123952:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.123953:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.123954:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.123955:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.123956:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.123958:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.123959:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.123962:0:10916:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1780963647.123964:0:10916:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963647.123967:0:10916:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.123970:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b71e3af. 00000020:00000040:2.0:1780963647.123973:0:10916:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=8 obd=lustre-MDT0001-mdc-ffff952604f93000 00010000:00000001:2.0:1780963647.123977:0:10916:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963647.123980:0:10916:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963647.123983:0:10916:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963647.123984:0:10916:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963647.123985:0:10916:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.123994:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.123996:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.123999:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.124401:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040f2f197. 00000100:00000001:2.0:1780963647.124408:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.124411:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.124412:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.124413:0:10916:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963647.124414:0:10916:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.124416:0:10916:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780963647.124423:0:10916:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963647.124429:0:10916:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963647.124435:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.124437:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.124442:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.124444:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280935488 : -117484428616128 : ffff9526065d9e40) 00000100:00000001:2.0:1780963647.124446:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.124447:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.124451:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.124454:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.124456:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.124457:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.124460:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.124466:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.124468:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.124472:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.124474:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.124476:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353344:192.168.203.109@tcp:36:lfs.0 00000100:00000001:2.0:1780963647.124479:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.124484:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.124486:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.124488:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.124497:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008dd4f599. 02000000:00000001:2.0:1780963647.124499:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.124506:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.124511:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.124516:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000226c7b26. 00000100:00000200:2.0:1780963647.124522:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461353344, portal 10 00000100:00000001:2.0:1780963647.124523:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.124524:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000040:2.0:1780963647.124530:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.124536:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.124538:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.124540:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c14ed830. 00000100:00000200:2.0:1780963647.124543:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475461353344, offset 0 00000400:00000200:2.0:1780963647.124549:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.124556:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.124564:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.124570:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.124573:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.124575:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.124578:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [191:191:256:4294967295] 192.168.203.109@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1780963647.124581:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.124589:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.124594:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.124598:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eb81f9c (tot 3212206). 00000800:00000200:2.0:1780963647.124605:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.124612:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.124616:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eb81f9c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.124637:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.124639:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.124642:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.124644:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.124650:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963647.124652:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045e58689 going to sleep for 6 seconds 00000100:00000001:2.0:1780963647.124655:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.124657:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963647.125172:0:2244:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963647.125176:0:2244:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eb81f9c (tot 3211958). 00000400:00000200:1.0:1780963647.125180:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.125186:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963647.125191:0:2244:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c14ed830 00000400:00000010:1.0:1780963647.125193:0:2244:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c14ed830. 00000100:00000001:1.0:1780963647.125197:0:2244:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963647.125200:0:2244:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.125207:0:2244:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963647.125209:0:2244:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963647.125214:0:2244:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963647.125215:0:2244:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963647.132343:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.132364:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963647.132368:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.132370:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.132381:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132388:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963647.132398:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132403:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132407:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132412:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 456 into portal 10 MB=0x6a27583802f80 00000400:00000200:0.0:1780963647.132417:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132423:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 456/456 into md 0x971 [1] + 224 00000800:00000001:0.0:1780963647.132430:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.132441:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963647.132443:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.132448:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963647.132454:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963647.132460:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:0.0:1780963647.132470:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=512 req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.132497:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780963647.132505:0:2245:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780963647.132509:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132529:0:2245:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.9@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1780963647.132534:0:2245:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [192:192:256:4294967295] 192.168.203.109@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1780963647.132538:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963647.132546:0:2245:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:192.168.203.9@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : ACK try# 0 00000800:00000200:0.0:1780963647.132551:0:2245:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:0.0:1780963647.132556:0:2245:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007ae6b04 (tot 3212206). 00000800:00000200:0.0:1780963647.132562:0:2245:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:0.0:1780963647.132569:0:2245:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1780963647.132573:0:2245:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007ae6b04 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780963647.133883:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963647.133890:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007ae6b04 (tot 3211958). 00000400:00000200:0.0:1780963647.133897:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.133903:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: ACK: OK 00000800:00000001:0.0:1780963647.133912:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963647.133918:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.134792:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963647.134804:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.134816:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.134820:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.134826:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000226c7b26 00000400:00000010:2.0:1780963647.134829:0:10916:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000226c7b26. 00000100:00000001:2.0:1780963647.134833:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.134844:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.134855:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b71e3af x1867475461353344/t0(0) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963654 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.134863:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.134865:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.134868:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.134871:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.134875:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.134877:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.134879:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.134887:0:10916:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=104 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963647.134892:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.134894:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.134896:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.134898:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.134901:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.134903:0:10916:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963647.134905:0:10916:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780963647.134906:0:10916:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963647.134908:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.134910:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487670784 : -117484221880832 : ffff952612b02600) 00000100:00000001:2.0:1780963647.134912:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.134914:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963647.134915:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.134943:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.134950:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b71e3af x1867475461353344/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963654 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.134958:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.134962:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.134964:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.134967:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b71e3af x1867475461353344/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963654 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.134977:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b71e3af pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353344:192.168.203.109@tcp:36:lfs.0 00000100:00000001:2.0:1780963647.134982:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.134985:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.134988:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.134990:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.134993:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002b71e3af x1867475461353344/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963654 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.135014:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.135017:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.135025:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.135027:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.135035:0:10916:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.135039:0:10916:0:(lmv_obd.c:2610:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963647.135045:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00000100:00000001:2.0:1780963647.135050:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.135053:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002b71e3af x1867475461353344/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963654 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.135060:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.135062:0:10916:0:(dir.c:684:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.135064:0:10916:0:(dir.c:1601:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.135095:0:10916:0:(dir.c:2397:ll_dir_release()) Process entered 00000080:00000001:2.0:1780963647.135097:0:10916:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:2.0:1780963647.135098:0:10916:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x240000402:0x1:0x0](00000000984cd32e) 00000080:00400000:2.0:1780963647.135102:0:10916:0:(statahead.c:1295:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x1:0x0] 00000080:00000001:2.0:1780963647.135105:0:10916:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:2.0:1780963647.135111:0:10916:0:(pcc.c:1555:pcc_file_release()) Process leaving 00000080:00000001:2.0:1780963647.135113:0:10916:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:2.0:1780963647.135116:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.135118:0:10916:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:2.0:1780963647.135120:0:10916:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.135123:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.135125:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.135127:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.135130:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.135131:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.135133:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.135135:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.135138:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.135141:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963647.135144:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963647.135149:0:10916:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.135151:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.135153:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.135154:0:10916:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963647.135156:0:10916:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963647.135159:0:10916:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000009a14c4b2 count: 2 00010000:00000001:2.0:1780963647.135162:0:10916:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963647.135166:0:10916:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009a14c4b2 count: 1 00000002:00000001:2.0:1780963647.135169:0:10916:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.135171:0:10916:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.135172:0:10916:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780963647.135175:0:10916:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780963647.135179:0:10916:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963647.135182:0:10916:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780963647.135188:0:10916:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:2.0:1780963647.135190:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.135194:0:10916:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000001:2.0:1780963647.135195:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.135196:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.135198:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.135200:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.135201:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.135203:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.135204:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.135214:0:10916:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.135216:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.135220:0:10916:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:2.0:1780963647.135221:0:10916:0:(mdc_request.c:904:mdc_close()) lustre-MDT0001-mdc-ffff952604f93000: [0x240000402:0x1:0x0] file closed with intent: 0 00000100:00000010:2.0:1780963647.135230:0:10916:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000518322d6. 00000020:00000040:2.0:1780963647.135234:0:10916:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=9 obd=lustre-MDT0001-mdc-ffff952604f93000 00000002:00100000:2.0:1780963647.135243:0:10916:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.135308:0:10916:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963647.135311:0:10916:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963647.135314:0:10916:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963647.135321:0:10916:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e49de3c4. 00000100:00000001:2.0:1780963647.135325:0:10916:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780963647.135333:0:10916:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff952604f93000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963647.135337:0:10916:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963647.135343:0:10916:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963647.135344:0:10916:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963647.135349:0:10916:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.135352:0:10916:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626589280935488 : -117484428616128 : ffff9526065d9e40) 00000100:00000001:2.0:1780963647.135354:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.135355:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487662272 : -117484221889344 : ffff952612b004c0) 00000100:00000001:2.0:1780963647.135358:0:10916:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963647.135361:0:10916:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.135362:0:10916:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963647.135364:0:10916:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963647.135366:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.135371:0:10916:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963647.135373:0:10916:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.135376:0:10916:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963647.135378:0:10916:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963647.135380:0:10916:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000518322d6 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353472:192.168.203.109@tcp:35:lfs.0 00000100:00000001:2.0:1780963647.135391:0:10916:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963647.135396:0:10916:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963647.135398:0:10916:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.135400:0:10916:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963647.135404:0:10916:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8452ce3. 02000000:00000001:2.0:1780963647.135406:0:10916:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963647.135412:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963647.135416:0:10916:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963647.135421:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000226c7b26. 00000100:00000200:2.0:1780963647.135428:0:10916:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475461353472, portal 10 00000100:00000001:2.0:1780963647.135431:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.135432:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487662272 : -117484221889344 : ffff952612b004c0) 00000100:00000040:2.0:1780963647.135437:0:10916:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.135444:0:10916:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963647.135446:0:10916:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963647.135448:0:10916:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092d0b971. 00000100:00000200:2.0:1780963647.135451:0:10916:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867475461353472, offset 0 00000400:00000200:2.0:1780963647.135457:0:10916:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963647.135462:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.135469:0:10916:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963647.135476:0:10916:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963647.135479:0:10916:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963647.135482:0:10916:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963647.135486:0:10916:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [193:193:256:4294967295] 192.168.203.109@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1780963647.135490:0:10916:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963647.135497:0:10916:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963647.135501:0:10916:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963647.135505:0:10916:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cdb626 (tot 3212206). 00000800:00000200:2.0:1780963647.135511:0:10916:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963647.135518:0:10916:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963647.135529:0:10916:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cdb626 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780963647.135538:0:10916:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.135540:0:10916:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.135543:0:10916:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.135545:0:10916:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963647.135547:0:10916:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780963647.135548:0:10916:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045e58689 going to sleep for 11 seconds 00000100:00000001:2.0:1780963647.135550:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963647.135551:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780963647.142099:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963647.142106:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cdb626 (tot 3211958). 00000400:00000200:0.0:1780963647.142116:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963647.142125:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963647.142131:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092d0b971 00000400:00000010:0.0:1780963647.142133:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092d0b971. 00000100:00000001:0.0:1780963647.142139:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963647.142147:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.142159:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963647.142161:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963647.142167:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963647.142168:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1780963647.145174:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.145193:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963647.145198:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.145200:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.145210:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.145218:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963647.145229:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.145234:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.145239:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.145243:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 456 into portal 10 MB=0x6a27583803000 00000400:00000200:1.0:1780963647.145262:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963647.145268:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 456/456 into md 0x979 [1] + 224 00000800:00000001:1.0:1780963647.145275:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.145286:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963647.145288:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963647.145306:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963647.145313:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963647.145319:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:1.0:1780963647.145328:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.145398:0:10916:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963647.145417:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963647.145425:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963647.145428:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780963647.150263:0:10916:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963647.150268:0:10916:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963647.150270:0:10916:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963647.150280:0:10916:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000226c7b26 00000400:00000010:2.0:1780963647.150283:0:10916:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000226c7b26. 00000100:00000001:2.0:1780963647.150288:0:10916:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963647.150300:0:10916:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963647.150310:0:10916:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000518322d6 x1867475461353472/t0(0) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963659 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.150317:0:10916:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963647.150319:0:10916:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.150321:0:10916:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963647.150324:0:10916:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963647.150326:0:10916:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963647.150328:0:10916:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963647.150330:0:10916:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963647.150339:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000116396b5 time=1780963647 v=5 (0 0 0 0) 00000100:00001000:2.0:1780963647.150342:0:10916:0:(import.c:2000:at_measured()) AT 00000000116396b5 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1780963647.150345:0:10916:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff952604f93000 ptl 23 has changed from 5 to 1 00000100:00001000:2.0:1780963647.150347:0:10916:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=104 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963647.150349:0:10916:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963647.150351:0:10916:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963647.150353:0:10916:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963647.150356:0:10916:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.150379:0:10916:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963647.150380:0:10916:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780963647.150382:0:10916:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963647.150384:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.150385:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487662272 : -117484221889344 : ffff952612b004c0) 00000100:00000001:2.0:1780963647.150387:0:10916:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963647.150389:0:10916:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963647.150391:0:10916:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963647.150393:0:10916:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963647.150397:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000518322d6 x1867475461353472/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963659 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.150404:0:10916:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963647.150406:0:10916:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963647.150408:0:10916:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963647.150411:0:10916:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518322d6 x1867475461353472/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963659 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963647.150418:0:10916:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000518322d6 pname:cluuid:pid:xid:nid:opc:job lfs:0661b2a9-cf56-4976-97ac-495c294f9fa2:10916:1867475461353472:192.168.203.109@tcp:35:lfs.0 00000100:00000001:2.0:1780963647.150423:0:10916:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963647.150426:0:10916:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.150428:0:10916:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963647.150430:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.150432:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000518322d6 x1867475461353472/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963659 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.150438:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963647.150440:0:10916:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045e58689. 00000100:00000001:2.0:1780963647.150445:0:10916:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963647.150447:0:10916:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.150452:0:10916:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.150455:0:10916:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963647.150460:0:10916:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bf71ffd3. 00000080:00000001:2.0:1780963647.150463:0:10916:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:2.0:1780963647.150465:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.150467:0:10916:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1780963647.150475:0:10916:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963647.150477:0:10916:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963647.150479:0:10916:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963647.150482:0:10916:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963647.150484:0:10916:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963647.150485:0:10916:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963647.150487:0:10916:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.150489:0:10916:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963647.150492:0:10916:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780963647.150497:0:10916:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.150505:0:10916:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963647.150506:0:10916:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00000100:00000001:2.0:1780963647.150508:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.150510:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 2 fl Complete:RMQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.150516:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.150518:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.150519:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000518322d6 x1867475461353472/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963659 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.150525:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963647.150526:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.150528:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e761d4bc x1867475461353024/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963654 ref 1 fl Complete:RMQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963647.150534:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780963647.150537:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.150538:0:10916:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=8 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.150541:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.150543:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000804d99df. 02000000:00000001:2.0:1780963647.150548:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.150550:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.150551:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e761d4bc. 00000100:00000001:2.0:1780963647.150555:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.150562:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:2.0:1780963647.150564:0:10916:0:(mdc_request.c:886:mdc_clear_open_replay_data()) kfreed 'mod': 32 at 00000000b7fa8f44. 00000002:00000001:2.0:1780963647.150567:0:10916:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963647.150569:0:10916:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963647.150570:0:10916:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 000000006db2e660. 00000100:00000001:2.0:1780963647.150573:0:10916:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963647.150575:0:10916:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000518322d6 x1867475461353472/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963659 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963647.150581:0:10916:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963647.150583:0:10916:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963647.150585:0:10916:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8452ce3. 02000000:00000001:2.0:1780963647.150588:0:10916:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963647.150589:0:10916:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963647.150590:0:10916:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=7 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963647.150592:0:10916:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963647.150593:0:10916:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963647.150595:0:10916:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963647.150596:0:10916:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963647.150597:0:10916:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000518322d6. 00000100:00000001:2.0:1780963647.150600:0:10916:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963647.150600:0:10916:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963647.150603:0:10916:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963647.150605:0:10916:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 00000000ff66024f. 00000080:00000001:2.0:1780963647.150608:0:10916:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.150613:0:10916:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.150615:0:10916:0:(dir.c:2398:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963647.150619:0:10916:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1780963647.150621:0:10916:0:(dcache.c:133:ll_ddelete()) keeping dentry d425.sanity (00000000d72c2189, parent 000000003e120961, inode 00000000984cd32e) hashed, 00000080:00000001:2.0:1780963647.150626:0:10916:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963647.187774:0:10917:0:(ldlm_resource.c:355:lru_size_store()) changing namespace MGC192.168.203.109@tcp max_unused from 400 to 100 00010000:00000001:1.0:1780963647.187781:0:10917:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963647.187784:0:10917:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963647.187785:0:10917:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.187789:0:10917:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963647.187790:0:10917:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.187793:0:10917:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963647.187892:0:10917:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-MDT0000-mdc-ffff952604f93000 unused locks from 3 to 0 00010000:00010000:1.0:1780963647.187895:0:10917:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-MDT0000-mdc-ffff952604f93000 00010000:00000001:1.0:1780963647.187896:0:10917:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963647.187897:0:10917:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963647.187901:0:10917:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963647.187903:0:10917:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963647.187904:0:10917:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.187905:0:10917:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963647.187907:0:10917:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.187908:0:10917:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963647.187955:0:10917:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-MDT0001-mdc-ffff952604f93000 unused locks from 1 to 0 00010000:00010000:1.0:1780963647.187957:0:10917:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-MDT0001-mdc-ffff952604f93000 00010000:00000001:1.0:1780963647.187959:0:10917:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963647.187960:0:10917:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963647.187962:0:10917:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963647.187963:0:10917:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963647.187964:0:10917:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.187965:0:10917:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963647.187972:0:10917:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.187974:0:10917:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963647.190182:0:10917:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-OST0000-osc-ffff952604f93000 unused locks from 0 to 0 00010000:00010000:1.0:1780963647.190190:0:10917:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-OST0000-osc-ffff952604f93000 00010000:00000001:1.0:1780963647.190191:0:10917:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963647.190193:0:10917:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963647.190195:0:10917:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.190198:0:10917:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963647.190199:0:10917:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.190201:0:10917:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963647.190299:0:10917:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-OST0001-osc-ffff952604f93000 unused locks from 0 to 0 00010000:00010000:1.0:1780963647.190302:0:10917:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-OST0001-osc-ffff952604f93000 00010000:00000001:1.0:1780963647.190303:0:10917:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963647.190303:0:10917:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963647.190305:0:10917:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.190306:0:10917:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963647.190306:0:10917:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963647.190308:0:10917:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.522514:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963647.522519:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963647.522524:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963647.522542:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1780963647.522548:0:263:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000216cf913 (tot 3212406). 00010000:00000001:3.0:1780963647.522554:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963647.522555:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963647.522630:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963647.522633:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963647.522635:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963648.546423:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963648.546428:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963648.546434:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963648.546435:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963648.546438:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963648.546439:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963648.546462:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963648.546464:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963648.546467:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963649.570426:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963649.570434:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963649.570442:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963649.570443:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963649.570447:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963649.570448:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963649.570545:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963649.570550:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963649.570554:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963650.594360:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963650.594366:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963650.594371:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963650.594372:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963650.594375:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963650.594375:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963650.594397:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963650.594399:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963650.594401:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780963650.594506:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963650.594513:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963650.594522:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000518322d6. 00000020:00000040:2.0:1780963650.594527:0:37:0:(genops.c:1191:class_import_get()) import 0000000028e2c85c refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1780963650.594531:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963650.594534:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963650.594552:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963650.594559:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090cdb626. 00000100:00000001:2.0:1780963650.594566:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594587:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963650.594598:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963650.594602:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594608:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000518322d6] to pc [ptlrpcd_01_01+1] req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594629:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594631:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963650.594634:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963650.594638:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e761d4bc. 00000020:00000040:2.0:1780963650.594640:0:37:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963650.594642:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963650.594643:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963650.594645:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963650.594648:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000eb81f9c. 00000100:00000001:2.0:1780963650.594650:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594653:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963650.594659:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963650.594661:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594664:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e761d4bc] to pc [ptlrpcd_01_00+0] req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594670:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594671:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963650.594674:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963650.594676:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f875255. 00000020:00000040:2.0:1780963650.594678:0:37:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=8 obd=lustre-MDT0001-mdc-ffff952604f93000 00000100:00000001:2.0:1780963650.594680:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963650.594687:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963650.594688:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963650.594691:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1926f8c. 00000100:00000001:2.0:1780963650.594694:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594697:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963650.594703:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963650.594704:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594707:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006f875255] to pc [ptlrpcd_01_01+1] req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594713:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963650.594715:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963650.594717:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963650.594719:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963650.594722:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963650.594725:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000988eb55c. 00000020:00000040:2.0:1780963650.594727:0:37:0:(genops.c:1191:class_import_get()) import 000000003d1055b0 refcount=5 obd=lustre-OST0001-osc-ffff952604f93000 00000100:00000001:2.0:1780963650.594729:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963650.594730:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963650.594731:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963650.594733:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002081ac9b. 00000100:00000001:2.0:1780963650.594735:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594738:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963650.594743:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963650.594744:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594747:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000988eb55c] to pc [ptlrpcd_01_00+0] req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594752:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.594755:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000001:2.0:1780963650.594769:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963650.594773:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963650.594775:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963650.594779:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594796:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963650.594798:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.594801:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963650.594803:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963650.594806:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e761d4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461353600:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963650.594810:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963650.594815:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963650.594817:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.594819:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963650.594831:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963650.594833:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963650.594841:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963650.594845:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000667e3cc8. 00000400:00000010:2.0:1780963650.594851:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000226c7b26. 00000100:00000200:2.0:1780963650.594856:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353600, portal 10 00000100:00000001:2.0:1780963650.594858:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963650.594860:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00000100:00000040:2.0:1780963650.594865:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594871:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963650.594873:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963650.594876:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3f9d5d0. 00000100:00000200:2.0:1780963650.594878:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461353600, offset 0 00000400:00000200:2.0:1780963650.594885:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963650.594893:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.594900:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963650.594906:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963650.594909:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963650.594912:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963650.594920:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [194:194:256:4294967295] 192.168.203.109@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:2.0:1780963650.594924:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.594932:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963650.594938:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963650.594941:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c089c153 (tot 3212654). 00000800:00000200:2.0:1780963650.594947:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963650.594953:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963650.594956:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c089c153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963650.594975:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.594977:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.594979:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.594981:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963650.594984:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.594989:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963650.594990:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.594991:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963650.594993:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963650.594995:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000988eb55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461353728:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963650.594998:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963650.594999:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963650.595001:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.595002:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963650.595005:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf71ffd3. 02000000:00000001:2.0:1780963650.595006:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963650.595010:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963650.595012:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9f5516c. 00000400:00000010:2.0:1780963650.595015:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003006589f. 00000100:00000200:2.0:1780963650.595017:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353728, portal 4 00000100:00000001:2.0:1780963650.595019:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963650.595020:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487684160 : -117484221867456 : ffff952612b05a40) 00000100:00000040:2.0:1780963650.595024:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.595034:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963650.595036:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963650.595038:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c2be959. 00000100:00000200:2.0:1780963650.595039:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475461353728, offset 0 00000400:00000200:2.0:1780963650.595043:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963650.595046:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.595049:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963650.595052:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963650.595054:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963650.595055:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963650.595057:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [195:195:255:4294967295] 192.168.203.109@tcp LPNI seq info [195:195:7:4294967295] 00000400:00000200:2.0:1780963650.595061:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.595065:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963650.595069:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963650.595071:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f6a7343 (tot 3212902). 00000800:00000200:2.0:1780963650.595074:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963650.595077:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963650.595079:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f6a7343 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963650.595082:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595083:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.595084:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595095:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595098:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.595105:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963650.595106:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963650.595108:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963650.595110:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963650.595111:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963650.595112:0:2254:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780963650.595113:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.595115:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963650.595116:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.595123:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963650.595124:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963650.595125:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963650.595128:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.595135:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963650.595136:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.595137:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963650.595139:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963650.595140:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000518322d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461353536:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963650.595144:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963650.595145:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963650.595147:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.595148:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963650.595150:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca0414a4. 02000000:00000001:2.0:1780963650.595152:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963650.595155:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963650.595157:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a95852fd. 00000400:00000010:2.0:1780963650.595160:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6ba0144. 00000100:00000200:2.0:1780963650.595163:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353536, portal 25 00000100:00000001:2.0:1780963650.595164:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963650.595165:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487662272 : -117484221889344 : ffff952612b004c0) 00000100:00000040:2.0:1780963650.595168:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.595173:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963650.595175:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963650.595177:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089af9a61. 00000100:00000200:2.0:1780963650.595178:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475461353536, offset 0 00000400:00000200:2.0:1780963650.595182:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963650.595186:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.595189:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963650.595192:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963650.595194:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963650.595197:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963650.595206:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [196:196:254:4294967295] 192.168.203.109@tcp LPNI seq info [196:196:6:4294967295] 00000400:00000200:2.0:1780963650.595209:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.595214:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963650.595218:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963650.595220:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000419e55e7 (tot 3213150). 00000800:00000200:2.0:1780963650.595224:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963650.595227:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963650.595229:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000419e55e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963650.595231:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595233:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.595234:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595236:0:2254:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963650.595238:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.595244:0:2254:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963650.595267:0:2254:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.595269:0:2254:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963650.595270:0:2254:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963650.595273:0:2254:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f875255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461353664:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963650.595276:0:2254:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963650.595278:0:2254:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963650.595279:0:2254:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.595280:0:2254:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963650.595283:0:2254:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a031db28. 02000000:00000001:2.0:1780963650.595284:0:2254:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963650.595287:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:2.0:1780963650.595289:0:2254:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c6a547a. 00000400:00000010:2.0:1780963650.595291:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1420289. 00000100:00000200:2.0:1780963650.595293:0:2254:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353664, portal 10 00000100:00000001:2.0:1780963650.595296:0:2254:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963650.595297:0:2254:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487686592 : -117484221865024 : ffff952612b063c0) 00000100:00000040:2.0:1780963650.595302:0:2254:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.595312:0:2254:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963650.595314:0:2254:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:2.0:1780963650.595316:0:2254:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d1e2281. 00000100:00000200:2.0:1780963650.595317:0:2254:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461353664, offset 0 00000400:00000200:2.0:1780963650.595321:0:2254:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1780963650.595324:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.595327:0:2254:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1780963650.595331:0:2254:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:2.0:1780963650.595332:0:2254:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963650.595334:0:2254:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:2.0:1780963650.595336:0:2254:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [197:197:253:4294967295] 192.168.203.109@tcp LPNI seq info [197:197:5:4294967295] 00000400:00000200:2.0:1780963650.595339:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:2.0:1780963650.595344:0:2254:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:2.0:1780963650.595347:0:2254:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:2.0:1780963650.595350:0:2254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cce527e (tot 3213398). 00000800:00000200:2.0:1780963650.595353:0:2254:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:2.0:1780963650.595356:0:2254:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:2.0:1780963650.595358:0:2254:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006cce527e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963650.595360:0:2254:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595361:0:2254:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.595363:0:2254:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595365:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.595367:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963650.597477:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963650.597484:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c089c153 (tot 3213150). 00000400:00000200:1.0:1780963650.597493:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.597501:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963650.597506:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3f9d5d0 00000400:00000010:1.0:1780963650.597508:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3f9d5d0. 00000100:00000001:1.0:1780963650.597514:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963650.597520:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597532:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963650.597545:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597551:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963650.597552:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963650.597564:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963650.597566:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f6a7343 (tot 3212902). 00000400:00000200:1.0:1780963650.597569:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.597572:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963650.597574:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c2be959 00000400:00000010:1.0:1780963650.597575:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c2be959. 00000100:00000001:1.0:1780963650.597577:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963650.597580:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597585:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963650.597587:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597592:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963650.597593:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963650.597599:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963650.597601:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000419e55e7 (tot 3212654). 00000400:00000200:1.0:1780963650.597603:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.597606:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963650.597608:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089af9a61 00000400:00000010:1.0:1780963650.597609:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089af9a61. 00000100:00000001:1.0:1780963650.597611:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963650.597614:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597619:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963650.597621:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597625:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963650.597627:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963650.597691:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963650.597700:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cce527e (tot 3212406). 00000400:00000200:1.0:1780963650.597703:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.597706:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963650.597709:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d1e2281 00000400:00000010:1.0:1780963650.597710:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d1e2281. 00000100:00000001:1.0:1780963650.597712:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963650.597715:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597723:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963650.597724:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.597734:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963650.597735:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780963650.597904:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963650.597909:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780963650.601920:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.601937:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963650.601942:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.601944:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.601955:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.601962:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963650.601970:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.601974:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.601978:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.601982:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a27583803080 00000400:00000200:1.0:1780963650.601987:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.601991:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:1.0:1780963650.601998:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602002:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602004:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.602008:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963650.602014:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963650.602020:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963650.602030:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.602067:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963650.602077:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602080:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963650.602082:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602083:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602087:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602091:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963650.602095:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602097:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602102:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602105:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a275838030c0 00000400:00000200:1.0:1780963650.602108:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602111:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:1.0:1780963650.602114:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602118:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602120:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.602122:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963650.602124:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963650.602127:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963650.602135:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.602141:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963650.602145:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602148:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963650.602150:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602152:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602155:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602157:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963650.602160:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602162:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602171:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602173:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 4 MB=0x6a27583803100 00000400:00000200:1.0:1780963650.602177:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602180:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:1.0:1780963650.602183:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602187:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602188:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.602191:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963650.602193:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963650.602196:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963650.602203:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.602209:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963650.602213:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602215:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780963650.602216:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602218:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602220:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602223:0:2244:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:1.0:1780963650.602227:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602229:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602231:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602233:0:2244:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 25 MB=0x6a27583803040 00000400:00000200:1.0:1780963650.602237:0:2244:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:1.0:1780963650.602240:0:2244:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:1.0:1780963650.602244:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602299:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780963650.602301:0:2244:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963650.602304:0:2244:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:1.0:1780963650.602307:0:2244:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963650.602309:0:2244:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:1.0:1780963650.602323:0:2244:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963650.602329:0:2244:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780963650.602333:0:2244:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780963650.602336:0:2244:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603289:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963650.603295:0:2254:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963650.603301:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963650.603303:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963650.603305:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a95852fd. 00000400:00000200:2.0:1780963650.603311:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6ba0144 00000400:00000010:2.0:1780963650.603313:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6ba0144. 00000100:00000001:2.0:1780963650.603316:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963650.603323:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1780963650.603342:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603348:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963650.603350:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603352:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963650.603355:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963650.603357:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963650.603359:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.603361:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963650.603366:0:2254:0:(import.c:1935:at_measured()) add 31 to 0000000039be2d5e time=108 v=31 (31 0 0 0) 00000100:00001000:2.0:1780963650.603370:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000ae7344a3 time=108 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963650.603372:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963650.603373:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963650.603376:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963650.603378:0:2254:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.603380:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.603383:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603390:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.603393:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963650.603394:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963650.603397:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963650.603403:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000518322d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2254:1867475461353536:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000001:2.0:1780963650.603409:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963650.603410:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963650.603412:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c6a547a. 00000400:00000200:2.0:1780963650.603413:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1420289 00000400:00000010:2.0:1780963650.603415:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1420289. 00000100:00000001:2.0:1780963650.603416:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963650.603418:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1780963650.603435:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603440:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963650.603441:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603443:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963650.603444:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963650.603445:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963650.603446:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.603448:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963650.603453:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963650.603455:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963650.603457:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963650.603458:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963650.603459:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963650.603472:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.603475:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963650.603476:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: skip recheck: last_committed 0 00000100:00000001:2.0:1780963650.603478:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963650.603480:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.603483:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603487:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.603489:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963650.603490:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963650.603491:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963650.603496:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f875255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461353664:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000001:2.0:1780963650.603501:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963650.603502:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963650.603503:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000667e3cc8. 00000400:00000200:2.0:1780963650.603505:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000226c7b26 00000400:00000010:2.0:1780963650.603506:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000226c7b26. 00000100:00000001:2.0:1780963650.603513:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963650.603516:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1780963650.603521:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603526:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963650.603527:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603528:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963650.603529:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963650.603531:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963650.603531:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.603533:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963650.603537:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=108 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963650.603539:0:2254:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=108 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963650.603540:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963650.603541:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963650.603543:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963650.603544:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.603546:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963650.603546:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963650.603548:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963650.603549:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.603551:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603555:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.603557:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963650.603558:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963650.603560:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963650.603565:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e761d4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461353600:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000001:2.0:1780963650.603570:0:2254:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963650.603570:0:2254:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963650.603577:0:2254:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9f5516c. 00000400:00000200:2.0:1780963650.603579:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003006589f 00000400:00000010:2.0:1780963650.603580:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003006589f. 00000100:00000001:2.0:1780963650.603582:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963650.603585:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1780963650.603591:0:2254:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603595:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963650.603596:0:2254:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603598:0:2254:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963650.603599:0:2254:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963650.603600:0:2254:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963650.603601:0:2254:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963650.603602:0:2254:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963650.603606:0:2254:0:(import.c:1935:at_measured()) add 1 to 0000000027c5bb8e time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963650.603607:0:2254:0:(import.c:1935:at_measured()) add 1 to 000000003cc5a7db time=18 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963650.603609:0:2254:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963650.603610:0:2254:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963650.603611:0:2254:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963650.603613:0:2254:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.603615:0:2254:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963650.603615:0:2254:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1780963650.603617:0:2254:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963650.603618:0:2254:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963650.603620:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603625:0:2254:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963650.603627:0:2254:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963650.603627:0:2254:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963650.603630:0:2254:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963650.603635:0:2254:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000988eb55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0661b2a9-cf56-4976-97ac-495c294f9fa2:2254:1867475461353728:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1780963650.603645:0:2254:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603648:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963650.603651:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000518322d6 x1867475461353536/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963694 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603657:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963650.603659:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963650.603662:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca0414a4. 02000000:00000001:2.0:1780963650.603665:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963650.603667:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963650.603669:0:2254:0:(genops.c:1204:class_import_put()) import 0000000028e2c85c refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1780963650.603671:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963650.603673:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000090cdb626. 02000000:00000001:2.0:1780963650.603676:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963650.603677:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963650.603678:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000518322d6. 00000100:00000001:2.0:1780963650.603681:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963650.603682:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603683:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963650.603685:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006f875255 x1867475461353664/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603691:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963650.603692:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963650.603692:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a031db28. 02000000:00000001:2.0:1780963650.603694:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963650.603695:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963650.603696:0:2254:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=7 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:2.0:1780963650.603698:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963650.603698:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a1926f8c. 02000000:00000001:2.0:1780963650.603700:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963650.603701:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963650.603701:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f875255. 00000100:00000001:2.0:1780963650.603704:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963650.603705:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603706:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963650.603708:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e761d4bc x1867475461353600/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603717:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963650.603718:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963650.603719:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e49de3c4. 02000000:00000001:2.0:1780963650.603721:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963650.603722:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963650.603723:0:2254:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:2.0:1780963650.603725:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963650.603726:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000eb81f9c. 02000000:00000001:2.0:1780963650.603728:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963650.603729:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963650.603729:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e761d4bc. 00000100:00000001:2.0:1780963650.603732:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963650.603733:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603734:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963650.603737:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000988eb55c x1867475461353728/t0(0) o400->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963657 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963650.603742:0:2254:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963650.603743:0:2254:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963650.603743:0:2254:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf71ffd3. 02000000:00000001:2.0:1780963650.603745:0:2254:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963650.603746:0:2254:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963650.603747:0:2254:0:(genops.c:1204:class_import_put()) import 000000003d1055b0 refcount=4 obd=lustre-OST0001-osc-ffff952604f93000 00000020:00000001:2.0:1780963650.603749:0:2254:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963650.603750:0:2254:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002081ac9b. 02000000:00000001:2.0:1780963650.603751:0:2254:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963650.603752:0:2254:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963650.603753:0:2254:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000988eb55c. 00000100:00000001:2.0:1780963650.603755:0:2254:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963650.603756:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603758:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963650.603766:0:2254:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963650.603768:0:2254:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963650.603770:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963650.603772:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963651.618415:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963651.618426:0:263:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963651.618429:0:263:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963651.618431:0:263:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963651.618438:0:263:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963651.618441:0:263:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963651.618443:0:263:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963651.618445:0:263:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963651.618486:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963651.618488:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963651.618492:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963651.618493:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963651.618669:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963651.618673:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963651.618676:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963652.642346:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963652.642351:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963652.642358:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963652.642359:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963652.642363:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963652.642364:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963652.642385:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963652.642388:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963652.642390:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780963653.155033:0:5563:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1780963653.155040:0:5563:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963653.667963:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963653.667970:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963653.667977:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963653.667978:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963653.667982:0:263:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963653.667983:0:263:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963653.670844:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963653.670851:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963653.670858:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780963654.103388:0:10997:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714456:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963655.714480:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963655.714487:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000988eb55c. 00000020:00000040:2.0:1780963655.714493:0:37:0:(genops.c:1191:class_import_get()) import 0000000028e2c85c refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1780963655.714496:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963655.714499:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963655.714503:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963655.714510:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002081ac9b. 00000100:00000001:2.0:1780963655.714516:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714526:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ee3a6c7c-cff3-42e9-861a-6bcb7bafadda->MGS req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963655.714534:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963655.714538:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714542:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000988eb55c] to pc [ptlrpcd_01_01+1] req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963655.714567:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714569:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963655.714572:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963655.714575:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e761d4bc. 00000020:00000040:2.0:1780963655.714576:0:37:0:(genops.c:1191:class_import_get()) import 00000000cc581ab2 refcount=6 obd=lustre-MDT0000-mdc-ffff952604f93000 00000100:00000001:2.0:1780963655.714578:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963655.714579:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963655.714581:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963655.714583:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000eb81f9c. 00000100:00000001:2.0:1780963655.714586:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714590:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0000_UUID req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963655.714596:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963655.714598:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714602:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e761d4bc] to pc [ptlrpcd_01_00+0] req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963655.714610:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714617:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963655.714620:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963655.714623:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f875255. 00000020:00000040:2.0:1780963655.714626:0:37:0:(genops.c:1191:class_import_get()) import 00000000d818a208 refcount=8 obd=lustre-MDT0001-mdc-ffff952604f93000 00000100:00000001:2.0:1780963655.714628:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963655.714630:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963655.714632:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963655.714635:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1926f8c. 00000100:00000001:2.0:1780963655.714638:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714643:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-MDT0001_UUID req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963655.714650:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963655.714651:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.714654:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006f875255] to pc [ptlrpcd_01_01+1] req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.714659:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.714667:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963655.714671:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780963655.714673:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963655.714677:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963655.714681:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780963655.714685:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:2.0:1780963655.714686:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 0661b2a9-cf56-4976-97ac-495c294f9fa2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963655.714690:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780963655.714692:0:37:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1780963655.714695:0:37:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1780963655.714700:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000518322d6. 00000100:00000001:3.0:1780963655.714703:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1780963655.714705:0:37:0:(genops.c:1191:class_import_get()) import 000000003d1055b0 refcount=5 obd=lustre-OST0001-osc-ffff952604f93000 00000100:00000001:3.0:1780963655.714707:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963655.714709:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963655.714712:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963655.714713:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.714715:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1780963655.714718:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090cdb626. 02000000:00000001:3.0:1780963655.714720:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963655.714723:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963655.714728:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000988eb55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461353792:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963655.714735:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963655.714769:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963655.714773:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.714776:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963655.714785:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd817996. 02000000:00000001:3.0:1780963655.714787:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963655.714811:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963655.714817:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8cddbdb. 00000400:00000010:3.0:1780963655.714836:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039b7813a. 00000100:00000200:3.0:1780963655.714845:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353792, portal 25 00000100:00000001:3.0:1780963655.714848:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963655.714849:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487684160 : -117484221867456 : ffff952612b05a40) 00000100:00000040:3.0:1780963655.714856:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.714875:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963655.714878:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963655.714880:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004f8ca52. 00000100:00000200:3.0:1780963655.714884:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475461353792, offset 0 00000400:00000200:3.0:1780963655.714893:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000100:00000001:2.0:1780963655.714898:0:37:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626589487662272 : -117484221889344 : ffff952612b004c0) 00000400:00000200:3.0:1780963655.714904:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000100:00080000:2.0:1780963655.714904:0:37:0:(import.c:86:import_set_state_nolock()) 000000003d1055b0 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000400:00000200:3.0:1780963655.714919:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:02000000:2.0:1780963655.714921:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff952604f93000: disconnect after 23s idle 00000400:00000200:3.0:1780963655.714932:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963655.714949:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963655.714953:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963655.714956:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [198:198:256:4294967295] 192.168.203.109@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1780963655.714961:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.714971:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963655.714979:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963655.714984:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ef6b314 (tot 3212654). 00000800:00000200:3.0:1780963655.714993:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963655.715003:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963655.715008:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ef6b314 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963655.715031:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715033:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.715037:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715040:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715042:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.715053:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963655.715063:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:3.0:1780963655.715066:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.715068:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963655.715069:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963655.715073:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.715080:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963655.715082:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.715084:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963655.715086:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963655.715088:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f875255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461353920:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963655.715092:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963655.715095:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963655.715096:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.715098:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963655.715101:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc275b35. 02000000:00000001:3.0:1780963655.715103:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963655.715108:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963655.715111:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019ed1137. 00000400:00000010:3.0:1780963655.715114:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a8b5f7c. 00000100:00000200:3.0:1780963655.715118:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353920, portal 10 00000100:00000001:3.0:1780963655.715119:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963655.715120:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487686592 : -117484221865024 : ffff952612b063c0) 00000100:00000040:3.0:1780963655.715127:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.715134:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963655.715136:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963655.715138:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000634abeaa. 00000100:00000200:3.0:1780963655.715141:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461353920, offset 0 00000400:00000200:3.0:1780963655.715145:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963655.715149:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.715154:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963655.715157:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963655.715160:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963655.715168:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963655.715170:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [199:199:255:4294967295] 192.168.203.109@tcp LPNI seq info [199:199:7:4294967295] 00000400:00000200:3.0:1780963655.715174:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.715180:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963655.715185:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963655.715188:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f83dfa0 (tot 3212902). 00000800:00000200:3.0:1780963655.715191:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963655.715196:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963655.715198:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f83dfa0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963655.715201:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715203:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.715205:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715207:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715209:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.715212:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963655.715214:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963655.715215:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.715216:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963655.715217:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963655.715220:0:2255:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780963655.715221:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.715222:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963655.715223:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.715225:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.715225:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963655.715226:0:2255:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963655.715230:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.715237:0:2255:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963655.715238:0:2255:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.715240:0:2255:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963655.715241:0:2255:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963655.715244:0:2255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e761d4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461353856:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963655.715289:0:2255:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963655.715292:0:2255:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963655.715293:0:2255:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.715295:0:2255:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963655.715298:0:2255:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072453e30. 02000000:00000001:3.0:1780963655.715300:0:2255:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963655.715306:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963655.715309:0:2255:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d36e26b. 00000400:00000010:3.0:1780963655.715313:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f9410f41. 00000100:00000200:3.0:1780963655.715317:0:2255:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353856, portal 10 00000100:00000001:3.0:1780963655.715318:0:2255:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963655.715319:0:2255:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487690240 : -117484221861376 : ffff952612b07200) 00000100:00000040:3.0:1780963655.715326:0:2255:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.715333:0:2255:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963655.715336:0:2255:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963655.715339:0:2255:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a89166. 00000100:00000200:3.0:1780963655.715341:0:2255:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475461353856, offset 0 00000400:00000200:3.0:1780963655.715346:0:2255:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963655.715350:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.715354:0:2255:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963655.715357:0:2255:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963655.715359:0:2255:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963655.715361:0:2255:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963655.715363:0:2255:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [200:200:254:4294967295] 192.168.203.109@tcp LPNI seq info [200:200:6:4294967295] 00000400:00000200:3.0:1780963655.715367:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.715372:0:2255:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963655.715377:0:2255:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963655.715380:0:2255:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000672d48af (tot 3213150). 00000800:00000200:3.0:1780963655.715384:0:2255:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963655.715388:0:2255:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963655.715396:0:2255:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000672d48af type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963655.715400:0:2255:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715401:0:2255:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.715403:0:2255:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715405:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715408:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.715440:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963655.715443:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.715446:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963655.715448:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.715451:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963655.715452:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.715505:0:2254:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.715508:0:2254:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963655.715546:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963655.715549:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963655.715562:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1780963655.719032:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963655.719043:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ef6b314 (tot 3212902). 00000400:00000200:1.0:1780963655.719056:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963655.719068:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963655.719075:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004f8ca52 00000400:00000010:1.0:1780963655.719078:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004f8ca52. 00000100:00000001:1.0:1780963655.719086:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963655.719094:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963655.719108:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963655.719111:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963655.719118:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963655.719120:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963655.719139:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963655.719141:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f83dfa0 (tot 3212654). 00000400:00000200:1.0:1780963655.719143:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963655.719146:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963655.719148:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000634abeaa 00000400:00000010:1.0:1780963655.719149:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000634abeaa. 00000100:00000001:1.0:1780963655.719170:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963655.719174:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963655.719180:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963655.719181:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963655.719186:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963655.719187:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1780963655.719330:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780963655.719333:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000672d48af (tot 3212406). 00000400:00000200:1.0:1780963655.719336:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780963655.719340:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:1.0:1780963655.719342:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a89166 00000400:00000010:1.0:1780963655.719344:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a89166. 00000100:00000001:1.0:1780963655.719346:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1780963655.719349:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963655.719356:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963655.719358:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963655.719364:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963655.719365:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780963655.723906:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963655.723915:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.723926:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000518322d6] to pc [ptlrpcd_rcv+-1] req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963655.723962:0:37:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963655.723965:0:37:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963655.723973:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (318) 00000100:00000001:3.0:1780963655.724592:0:2251:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.724596:0:2251:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963655.724599:0:2251:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963655.724605:0:2251:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.724615:0:2251:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963655.724617:0:2251:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.724621:0:2251:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963655.724625:0:2251:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963655.724628:0:2251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000518322d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461353984:192.168.203.109@tcp:9:kworker/u8:2.0 00000100:00000001:3.0:1780963655.724632:0:2251:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963655.724637:0:2251:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963655.724639:0:2251:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.724641:0:2251:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963655.724646:0:2251:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003847198b. 02000000:00000001:3.0:1780963655.724647:0:2251:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963655.724655:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000010:3.0:1780963655.724868:0:2251:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3b68ba5. 00000400:00000010:3.0:1780963655.724875:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003861c453. 00000100:00000200:3.0:1780963655.724881:0:2251:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475461353984, portal 4 00000100:00000001:3.0:1780963655.724883:0:2251:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963655.724897:0:2251:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626589487662272 : -117484221889344 : ffff952612b004c0) 00000100:00000040:3.0:1780963655.724905:0:2251:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.724912:0:2251:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963655.724914:0:2251:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.109@tcp 00000400:00000010:3.0:1780963655.724917:0:2251:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828489d8. 00000100:00000200:3.0:1780963655.724921:0:2251:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475461353984, offset 0 00000400:00000200:3.0:1780963655.724927:0:2251:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1780963655.724997:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.725005:0:2251:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1780963655.725012:0:2251:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.9@tcp 00000400:00000200:3.0:1780963655.725015:0:2251:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963655.725018:0:2251:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:3.0:1780963655.725021:0:2251:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.9@tcp NI seq info: [201:201:256:4294967295] 192.168.203.109@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1780963655.725025:0:2251:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:3.0:1780963655.725032:0:2251:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:3.0:1780963655.725038:0:2251:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1780963655.725043:0:2251:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c53e0817 (tot 3212654). 00000800:00000200:3.0:1780963655.725183:0:2251:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000093a44265] -> 12345-192.168.203.109@tcp (5) 00000800:00000200:3.0:1780963655.725191:0:2251:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:3.0:1780963655.725195:0:2251:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c53e0817 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963655.725504:0:2251:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.725507:0:2251:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.725510:0:2251:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.725513:0:2251:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.725515:0:2251:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.725523:0:2251:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963655.725525:0:2251:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780963655.725527:0:2251:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.725528:0:2251:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963655.725529:0:2251:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.725531:0:2251:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780963655.725764:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.725778:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963655.725780:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.725782:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.725787:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.725792:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963655.725799:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.725802:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.725805:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.725808:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 25 MB=0x6a27583803140 00000400:00000200:0.0:1780963655.725812:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.725817:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.109@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:0.0:1780963655.725822:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.725826:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.725828:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963655.725831:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963655.725836:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963655.725840:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:0.0:1780963655.725848:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.725895:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.725906:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963655.725922:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:0.0:1780963655.726001:0:2245:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780963655.726004:0:2245:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c53e0817 (tot 3212406). 00000400:00000200:0.0:1780963655.726008:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963655.726011:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:0.0:1780963655.726014:0:2245:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828489d8 00000400:00000010:0.0:1780963655.726016:0:2245:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828489d8. 00000100:00000001:0.0:1780963655.726019:0:2245:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1780963655.726021:0:2245:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963655.726031:0:2245:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963655.726039:0:2245:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963655.726045:0:2245:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963655.726047:0:2245:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1780963655.726062:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726067:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963655.726069:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726071:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.726074:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726077:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963655.726081:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726083:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726086:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726088:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a275838031c0 00000400:00000200:0.0:1780963655.726091:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726094:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:0.0:1780963655.726098:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726101:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.726103:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963655.726105:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963655.726108:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963655.726110:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:0.0:1780963655.726116:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963655.726122:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963655.726125:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726127:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963655.726128:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726129:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.726132:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726134:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963655.726137:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726146:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726148:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726150:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 10 MB=0x6a27583803180 00000400:00000200:0.0:1780963655.726152:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.726155:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.109@tcp of length 224/224 into md 0x9b1 [1] + 224 00000800:00000001:0.0:1780963655.726158:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726164:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.726166:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963655.726168:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963655.726171:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963655.726174:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:0.0:1780963655.726180:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1780963655.726185:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963655.726187:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.726189:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780963655.726656:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963655.726658:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963655.726725:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8cddbdb. 00000400:00000200:3.0:1780963655.726730:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039b7813a 00000400:00000010:3.0:1780963655.726732:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039b7813a. 00000100:00000001:3.0:1780963655.726734:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963655.726739:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963655.726755:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.726760:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963655.726761:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.726763:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963655.726766:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963655.726769:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963655.726770:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.726772:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963655.726778:0:2255:0:(import.c:1935:at_measured()) add 31 to 0000000039be2d5e time=113 v=31 (31 0 0 0) 00000100:00001000:3.0:1780963655.726782:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ae7344a3 time=113 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963655.726784:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963655.726785:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.726788:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963655.726790:0:2255:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.726792:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963655.726795:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.726801:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.726804:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963655.726806:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963655.726808:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963655.726815:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000988eb55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ee3a6c7c-cff3-42e9-861a-6bcb7bafadda:2255:1867475461353792:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963655.726820:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.726829:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963655.726832:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000988eb55c x1867475461353792/t0(0) o400->MGC192.168.203.109@tcp@192.168.203.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963699 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.726838:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963655.726840:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963655.726842:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd817996. 02000000:00000001:3.0:1780963655.726847:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963655.726848:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963655.726850:0:2255:0:(genops.c:1204:class_import_put()) import 0000000028e2c85c refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1780963655.726852:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963655.726853:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002081ac9b. 02000000:00000001:3.0:1780963655.726856:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963655.726857:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963655.726858:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000988eb55c. 00000100:00000001:3.0:1780963655.726862:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963655.726862:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.726865:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.726866:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.726867:0:2255:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963655.726870:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963655.726872:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963655.726873:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d36e26b. 00000400:00000200:3.0:1780963655.726875:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9410f41 00000400:00000010:3.0:1780963655.726876:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f9410f41. 00000100:00000001:3.0:1780963655.726877:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963655.726879:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963655.726885:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.726891:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963655.726892:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.726893:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963655.726895:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963655.726897:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963655.726898:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.726899:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963655.726904:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000005c5b273c time=113 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963655.726913:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000710f6ab5 time=113 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963655.726916:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963655.726917:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.726918:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963655.726921:0:2255:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.726923:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963655.726925:0:2255:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff952604f93000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963655.726927:0:2255:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963655.726928:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963655.726932:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.727029:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.727031:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963655.727032:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963655.727035:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963655.727042:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e761d4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461353856:192.168.203.109@tcp:400:kworker/u8:2.0 00000400:00000001:3.0:1780963655.727047:0:2255:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963655.727088:0:2255:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963655.727090:0:2255:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019ed1137. 00000400:00000200:3.0:1780963655.727093:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a8b5f7c 00000400:00000010:3.0:1780963655.727094:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a8b5f7c. 00000100:00000001:3.0:1780963655.727096:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963655.727099:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963655.727105:0:2255:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.727112:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963655.727113:0:2255:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.727114:0:2255:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963655.727115:0:2255:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963655.727116:0:2255:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963655.727117:0:2255:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.727124:0:2255:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963655.727128:0:2255:0:(import.c:1935:at_measured()) add 1 to 000000009f66e66c time=112 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963655.727131:0:2255:0:(import.c:1935:at_measured()) add 1 to 00000000ebe67968 time=112 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963655.727133:0:2255:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963655.727134:0:2255:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.727135:0:2255:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963655.727137:0:2255:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.727139:0:2255:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780963655.727140:0:2255:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff952604f93000: committing for last_committed 4294967302 gen 1 00000100:00000040:3.0:1780963655.727146:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967302) req@000000001d9c3016 x1867475461352384/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963655.727152:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963655.727154:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001d9c3016 x1867475461352384/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963653 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963655.727159:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963655.727160:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963655.727162:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa75edbc. 02000000:00000001:3.0:1780963655.727165:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963655.727166:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963655.727167:0:2255:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=7 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:3.0:1780963655.727168:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963655.727169:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000007e4768f1. 02000000:00000001:3.0:1780963655.727172:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963655.727172:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963655.727173:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9c3016. 00000100:00000001:3.0:1780963655.727176:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963655.727177:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963655.727180:0:2255:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967302) req@000000002b71e3af x1867475461353344/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963655.727185:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963655.727187:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002b71e3af x1867475461353344/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963654 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963655.727191:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963655.727198:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963655.727200:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008dd4f599. 02000000:00000001:3.0:1780963655.727202:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963655.727203:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963655.727204:0:2255:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=6 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:3.0:1780963655.727206:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963655.727207:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000040f2f197. 02000000:00000001:3.0:1780963655.727209:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963655.727209:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963655.727210:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b71e3af. 00000100:00000001:3.0:1780963655.727214:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963655.727215:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.727216:0:2255:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963655.727217:0:2255:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963655.727220:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.727424:0:2255:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.727426:0:2255:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963655.727427:0:2255:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963655.727430:0:2255:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963655.727437:0:2255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f875255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0661b2a9-cf56-4976-97ac-495c294f9fa2:2255:1867475461353920:192.168.203.109@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963655.727440:0:2255:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.727443:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963655.727445:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e761d4bc x1867475461353856/t0(0) o400->lustre-MDT0000-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.727450:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963655.727451:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963655.727452:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072453e30. 02000000:00000001:3.0:1780963655.727455:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963655.727456:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963655.727457:0:2255:0:(genops.c:1204:class_import_put()) import 00000000cc581ab2 refcount=5 obd=lustre-MDT0000-mdc-ffff952604f93000 00000020:00000001:3.0:1780963655.727459:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963655.727466:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000eb81f9c. 02000000:00000001:3.0:1780963655.727468:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963655.727469:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963655.727470:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e761d4bc. 00000100:00000001:3.0:1780963655.727472:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963655.727473:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.727475:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963655.727477:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006f875255 x1867475461353920/t0(0) o400->lustre-MDT0001-mdc-ffff952604f93000@192.168.203.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963662 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.727482:0:2255:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963655.727483:0:2255:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963655.727484:0:2255:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc275b35. 02000000:00000001:3.0:1780963655.727486:0:2255:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963655.727487:0:2255:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963655.727488:0:2255:0:(genops.c:1204:class_import_put()) import 00000000d818a208 refcount=5 obd=lustre-MDT0001-mdc-ffff952604f93000 00000020:00000001:3.0:1780963655.727489:0:2255:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963655.727490:0:2255:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a1926f8c. 02000000:00000001:3.0:1780963655.727492:0:2255:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963655.727492:0:2255:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963655.727493:0:2255:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f875255. 00000100:00000001:3.0:1780963655.727496:0:2255:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963655.727497:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.727498:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.727505:0:2255:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963655.727506:0:2255:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.727509:0:2255:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.727510:0:2255:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780963655.731636:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.731651:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780963655.731656:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.731658:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.731752:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.731759:0:2245:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.9@tcp(192.168.203.9@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:0.0:1780963655.731767:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.731772:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.731776:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.731780:0:2245:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 4 MB=0x6a27583803200 00000400:00000200:0.0:1780963655.731785:0:2245:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.109@tcp to cpt 0 00000400:00000200:0.0:1780963655.731790:0:2245:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.109@tcp of length 224/224 into md 0x9b9 [1] + 224 00000800:00000001:0.0:1780963655.731797:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.731805:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780963655.731807:0:2245:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780963655.731823:0:2245:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.9@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:0.0:1780963655.731830:0:2245:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963655.731835:0:2245:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:0.0:1780963655.731847:0:2245:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.731894:0:2251:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.731898:0:2251:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963655.731912:0:2245:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780963655.731922:0:2245:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780963655.731926:0:2245:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780963655.732021:0:2251:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963655.732023:0:2251:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963655.732025:0:2251:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3b68ba5. 00000400:00000200:3.0:1780963655.732029:0:2251:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003861c453 00000400:00000010:3.0:1780963655.732032:0:2251:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003861c453. 00000100:00000001:3.0:1780963655.732034:0:2251:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963655.732038:0:2251:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963655.732046:0:2251:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.732058:0:2251:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963655.732060:0:2251:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.732063:0:2251:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963655.732065:0:2251:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963655.732067:0:2251:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963655.732070:0:2251:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963655.732072:0:2251:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963655.732080:0:2251:0:(import.c:1935:at_measured()) add 1 to 0000000027c5bb8e time=112 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963655.732084:0:2251:0:(import.c:1935:at_measured()) add 1 to 000000003cc5a7db time=23 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963655.732087:0:2251:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963655.732088:0:2251:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963655.732090:0:2251:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963655.732094:0:2251:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.732097:0:2251:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963655.732098:0:2251:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff952604f93000: skip recheck: last_committed 4294967297 00000100:00000001:3.0:1780963655.732100:0:2251:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963655.732102:0:2251:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963655.732107:0:2251:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.732113:0:2251:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963655.732115:0:2251:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963655.732119:0:2251:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1780963655.732122:0:2251:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:3.0:1780963655.732128:0:2251:0:(import.c:86:import_set_state_nolock()) 000000003d1055b0 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1780963655.732132:0:2251:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963655.732138:0:2251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000518322d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0661b2a9-cf56-4976-97ac-495c294f9fa2:2251:1867475461353984:192.168.203.109@tcp:9:kworker/u8:2.0 00000100:00000001:3.0:1780963655.732142:0:2251:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.732145:0:2251:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963655.732147:0:2251:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000518322d6 x1867475461353984/t0(0) o9->lustre-OST0001-osc-ffff952604f93000@192.168.203.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963661 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963655.732159:0:2251:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963655.732161:0:2251:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963655.732164:0:2251:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003847198b. 02000000:00000001:3.0:1780963655.732168:0:2251:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963655.732170:0:2251:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963655.732172:0:2251:0:(genops.c:1204:class_import_put()) import 000000003d1055b0 refcount=4 obd=lustre-OST0001-osc-ffff952604f93000 00000020:00000001:3.0:1780963655.732174:0:2251:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963655.732176:0:2251:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000090cdb626. 02000000:00000001:3.0:1780963655.732179:0:2251:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963655.732181:0:2251:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963655.732182:0:2251:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000518322d6. 00000100:00000001:3.0:1780963655.732185:0:2251:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963655.732186:0:2251:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.732188:0:2251:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963655.732196:0:2251:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963655.732198:0:2251:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963655.732199:0:2251:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963655.732201:0:2251:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740162:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963656.740170:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740179:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963656.740183:0:61:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963656.740186:0:61:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963656.740192:0:61:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963656.740194:0:61:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963656.740195:0:61:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740199:0:61:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963656.740201:0:61:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740204:0:61:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740206:0:61:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740210:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963656.740212:0:61:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963656.740213:0:61:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963656.740215:0:61:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963656.740216:0:61:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963656.740217:0:61:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740218:0:61:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963656.740233:0:61:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740235:0:61:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963656.740237:0:61:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963656.740281:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963656.740284:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963656.740287:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780963657.720960:0:11198:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963657.771053:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963657.771059:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963657.771068:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963657.771069:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963657.771073:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963657.771074:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963657.775061:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963657.775069:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963657.775075:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1780963658.230087:0:11234:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:3.0:1780963658.230093:0:11234:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:3.0:1780963658.230098:0:11234:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 200 at 00000000df6c1d7b (tot 3212606). 00000400:00000001:3.0:1780963658.230107:0:11234:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1780963658.230110:0:11234:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:3.0:1780963658.230112:0:11234:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:3.0:1780963658.230114:0:11234:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:3.0:1780963658.230117:0:11234:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1780963658.230119:0:11234:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_425: @@@@@@ FAIL: Create files in /mnt/lustre/d425.sanity 00000001:00000001:3.0:1780963658.239325:0:11234:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1780963658.239331:0:11234:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 200 at 00000000df6c1d7b (tot 3212406). 00000400:00000001:3.0:1780963658.239346:0:11234:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963658.790165:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963658.790172:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963658.790179:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963658.790180:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963658.790183:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963658.790184:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963658.790213:0:5573:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963658.790216:0:5573:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963658.790219:0:5573:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780963659.816537:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963659.816544:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963659.816550:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963659.816562:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963659.816566:0:61:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963659.816568:0:61:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963659.816764:0:5574:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963659.816767:0:5574:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963659.816770:0:5574:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780963659.900655:0:11334:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 15514 lines, 15514 kept, 0 dropped, 0 bad.