00000001:01000000:0.0F:1780963654.232038:0:2190:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 355 MB/s 00000001:01000000:0.0:1780963654.483295:0:2190:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 658 MB/s 00000001:01000000:3.0F:1780963654.733653:0:2190:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 5351 MB/s 00000400:00000010:3.0:1780963655.196913:0:2227:0:(lib-cpt.c:108:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000ad83252c (tot 56). 00000400:00000010:3.0:1780963655.196924:0:2227:0:(lib-cpt.c:117:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000ef2cc3c6 (tot 184). 00000400:00000010:3.0:1780963655.196927:0:2227:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 0000000066928c12 (tot 200). 00000400:00000010:3.0:1780963655.196929:0:2227:0:(lib-cpt.c:128:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 0000000096ebc792 (tot 204). 00000400:00000010:3.0:1780963655.196931:0:2227:0:(lib-cpt.c:135:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000847fd011 (tot 268). 00000400:00000010:3.0:1780963655.196934:0:2227:0:(lib-cpt.c:147:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000095b03625 (tot 396). 00000400:00000010:3.0:1780963655.196936:0:2227:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000e2ff6035 (tot 404). 00000400:00000010:3.0:1780963655.196937:0:2227:0:(lib-cpt.c:147:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000042ba9172 (tot 532). 00000400:00000010:3.0:1780963655.196939:0:2227:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000f1f2f0ee (tot 540). 00000400:00000010:3.0:1780963655.208546:0:2227:0:(lock.c:58:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000044211505 (tot 564). 00000400:00000010:3.0:1780963655.208564:0:2227:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000028871a49 (tot 596). 00000400:00000010:3.0:1780963655.208572:0:2227:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000597b868d (tot 660). 00000400:00000010:3.0:1780963655.208574:0:2227:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5f9df88 (tot 724). 00000400:00000010:3.0:1780963655.208577:0:2227:0:(lock.c:58:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000e2854e29 (tot 748). 00000400:00000010:3.0:1780963655.208579:0:2227:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c631716e (tot 780). 00000400:00000010:3.0:1780963655.208580:0:2227:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1a39e50 (tot 844). 00000400:00000010:3.0:1780963655.208582:0:2227:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058578bbe (tot 908). 00000400:00000200:3.0:1780963655.208588:0:2227:0:(api-ni.c:957:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0F:1780963655.347772:0:2240:0:(api-ni.c:957:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1780963655.832230:0:2253:0:(class_obd.c:670:obdclass_init()) Lustre: Build Version: 2.15.8_1_gfda9c08 00000020:00000010:3.0:1780963655.843396:0:2253:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 000000000d200dfc. 00000001:00000010:3.0:1780963655.844673:0:2253:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000008f969e8b (tot 1140). 00000001:00000010:3.0:1780963655.844682:0:2253:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003a3486eb (tot 1172). 00000001:00000010:3.0:1780963655.844686:0:2253:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd41250f (tot 1516). 00000001:00000010:3.0:1780963655.844690:0:2253:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c770bb8 (tot 1860). 00000001:00000010:3.0:1780963655.844692:0:2253:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005155301d (tot 2204). 00000001:00000010:3.0:1780963655.844694:0:2253:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000658d3aff (tot 2548). 00000020:00000010:3.0:1780963655.844763:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcf96f47. 00000020:00000010:3.0:1780963655.844767:0:2253:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac27b457. 00000020:00000010:3.0:1780963655.844780:0:2253:0:(cl_object.c:1072:cl_global_init()) kmalloced '(cl_envs)': 192 at 000000002ce34257. 00000020:00000010:3.0:1780963655.845012:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078b648a5. 00000020:00000010:3.0:1780963655.845016:0:2253:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000813ad572. 00000020:00000010:3.0:1780963655.845023:0:2253:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000034b5b39. 00000020:00000010:3.0:1780963655.845027:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a13ced8. 00000020:00000010:3.0:1780963655.845029:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f25e995d. 00000020:00000010:3.0:1780963655.845031:0:2253:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c6c270e. 00000020:00000010:3.0:1780963655.845033:0:2253:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000083b9f2b3. 00000020:00000010:3.0:1780963655.845035:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3429fbe. 00000020:00000010:3.0:1780963655.845037:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ca2fe20. 00000020:00000010:3.0:1780963655.845039:0:2253:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007923add3. 00000020:00000010:3.0:1780963655.845041:0:2253:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000005dcb1b2b. 00000020:00000010:3.0:1780963655.845043:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006853996a. 00000020:00000010:3.0:1780963655.845046:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef5029b5. 00000020:00000010:3.0:1780963655.845048:0:2253:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8be4e4b. 00000020:00000010:3.0:1780963655.845049:0:2253:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000022dae30c. 00000020:00000010:3.0:1780963655.845052:0:2253:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc82b862. 00000400:00000010:2.0:1780963656.594583:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000045a67b82 (tot 2580). 00000400:00000010:2.0:1780963656.594595:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001bd0b32a (tot 2644). 00000400:00000010:2.0:1780963656.594598:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ead65cf2 (tot 2708). 00000100:00000010:2.0:1780963656.594604:0:2268:0:(service.c:3343:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000007218798e. 00000100:00000010:2.0:1780963656.594606:0:2268:0:(service.c:3343:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000a3159231. 00000100:00000010:0.0:1780963656.594878:0:2270:0:(service.c:2981:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000093ee52b3. 00000020:00000010:0.0:1780963656.594891:0:2270:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c67d38d. 00000020:00000010:0.0:1780963656.594896:0:2270:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b1eed22. 00000040:00000010:0.0:1780963656.594899:0:2270:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000001c9d87e0. 00000020:00000010:0.0:1780963656.594902:0:2270:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000aa4c5890. 00000020:00000010:0.0:1780963656.594917:0:2270:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000702c1ac5. 00000020:00000010:0.0:1780963656.594921:0:2270:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000aa48c633. 00000020:00000010:0.0:1780963656.594926:0:2270:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000ed99667. 00000100:00000010:0.0:1780963656.595535:0:2271:0:(service.c:2981:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000000ffed30a. 00000020:00000010:2.0:1780963656.595621:0:2271:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9974f6c. 00000020:00000010:2.0:1780963656.595626:0:2271:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7f5513d. 00000040:00000010:2.0:1780963656.595629:0:2271:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000009ef2246. 00000020:00000010:2.0:1780963656.595632:0:2271:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000971de43b. 00000020:00000010:2.0:1780963656.595646:0:2271:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000003406a7c3. 00000020:00000010:2.0:1780963656.595650:0:2271:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000002c38e5a9. 00000020:00000010:2.0:1780963656.595653:0:2271:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000174b0c89. 00000100:00000200:0.0:1780963656.595812:0:2268:0:(events.c:608:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1780963656.596006:0:2268:0:(api-ni.c:664:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000009a64c0b1 (tot 3732). 00000400:00000010:0.0:1780963656.596012:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009c6775dd (tot 3764). 00000400:00000010:0.0:1780963656.596015:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000080297f3a (tot 3892). 00000400:00000010:0.0:1780963656.596017:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000d592d486 (tot 4020). 00000400:00000010:0.0:1780963656.596020:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f70f3404 (tot 4052). 00000400:00000010:0.0:1780963656.596022:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000004df4eff2 (tot 4180). 00000400:00000010:0.0:1780963656.596024:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000031e04921 (tot 4308). 00000400:00000010:0.0:1780963656.596029:0:2268:0:(peer.c:133:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000016152752 (tot 12500). 00000400:00000010:0.0:1780963656.596034:0:2268:0:(peer.c:133:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000003ca4f39a (tot 20692). 00000400:00000010:0.0:1780963656.596038:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e3a72e6b (tot 20724). 00000400:00000010:0.0:1780963656.596039:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000000e55393a (tot 20852). 00000400:00000010:0.0:1780963656.596041:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000083561f95 (tot 20980). 00000400:00000010:0.0:1780963656.596044:0:2268:0:(lib-msg.c:1285:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000ab229c73 (tot 20996). 00000400:00000010:0.0:1780963656.596047:0:2268:0:(lib-msg.c:1295:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000006eb4a4fa (tot 21012). 00000400:00000010:0.0:1780963656.596050:0:2268:0:(lib-msg.c:1285:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000010b13ffb (tot 21028). 00000400:00000010:0.0:1780963656.596052:0:2268:0:(lib-msg.c:1295:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000004bf4c27c (tot 21044). 00000400:00000010:1.0F:1780963656.596427:0:2268:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000a7752e91 (tot 86580). 00000400:00000010:1.0:1780963656.596451:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000008687344 (tot 86612). 00000400:00000010:1.0:1780963656.596455:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000218b580a (tot 86676). 00000400:00000010:1.0:1780963656.596457:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009583ae12 (tot 86740). 00000400:00000010:1.0:1780963656.596515:0:2268:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000008486b111 (tot 152276). 00000400:00000010:1.0:1780963656.596590:0:2268:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000100dc346 (tot 217812). 00000400:00000010:1.0:1780963656.596609:0:2268:0:(lib-ptl.c:892:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000b48894f4 (tot 218324). 00000400:00000010:1.0:1780963656.596612:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ebe9f7f9 (tot 218412). 00000400:00000010:1.0:1780963656.596615:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006f8100c0 (tot 218444). 00000400:00000010:1.0:1780963656.596617:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6a281c3 (tot 218508). 00000400:00000010:1.0:1780963656.596619:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000beff2932 (tot 218572). 00000400:00000010:1.0:1780963656.596624:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008d32f625 (tot 222684). 00000400:00000010:1.0:1780963656.596629:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0355415 (tot 226796). 00000400:00000010:1.0:1780963656.596631:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093a272e8 (tot 226884). 00000400:00000010:1.0:1780963656.596634:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009c392cbc (tot 226916). 00000400:00000010:1.0:1780963656.596635:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a534d942 (tot 226980). 00000400:00000010:1.0:1780963656.596637:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000288f1f16 (tot 227044). 00000400:00000010:1.0:1780963656.596640:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff0a458e (tot 231156). 00000400:00000010:1.0:1780963656.596644:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d38bd37 (tot 235268). 00000400:00000010:1.0:1780963656.596646:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001a6e0c5a (tot 235356). 00000400:00000010:1.0:1780963656.596649:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006eed0eca (tot 235388). 00000400:00000010:1.0:1780963656.596651:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fdc7c87c (tot 235452). 00000400:00000010:1.0:1780963656.596653:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1547693 (tot 235516). 00000400:00000010:1.0:1780963656.596663:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a2f738e2 (tot 239628). 00000400:00000010:1.0:1780963656.596667:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037b213f1 (tot 243740). 00000400:00000010:1.0:1780963656.596670:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e6b95592 (tot 243828). 00000400:00000010:1.0:1780963656.596671:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b0178eaf (tot 243860). 00000400:00000010:1.0:1780963656.596673:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000222437f3 (tot 243924). 00000400:00000010:1.0:1780963656.596675:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8c2d815 (tot 243988). 00000400:00000010:1.0:1780963656.596678:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf80bced (tot 248100). 00000400:00000010:1.0:1780963656.596685:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e5c85c8 (tot 252212). 00000400:00000010:1.0:1780963656.596688:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008026696c (tot 252300). 00000400:00000010:1.0:1780963656.596690:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002d8f5189 (tot 252332). 00000400:00000010:1.0:1780963656.596692:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b10c071b (tot 252396). 00000400:00000010:1.0:1780963656.596694:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a761f6b (tot 252460). 00000400:00000010:1.0:1780963656.596702:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009fb981c1 (tot 256572). 00000400:00000010:1.0:1780963656.596708:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000766c5626 (tot 260684). 00000400:00000010:1.0:1780963656.596710:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c17b97ef (tot 260772). 00000400:00000010:1.0:1780963656.596712:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000099381b45 (tot 260804). 00000400:00000010:1.0:1780963656.596714:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea2852a0 (tot 260868). 00000400:00000010:1.0:1780963656.596716:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd7ecbc7 (tot 260932). 00000400:00000010:1.0:1780963656.596721:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aca73626 (tot 265044). 00000400:00000010:1.0:1780963656.596725:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000058230c0 (tot 269156). 00000400:00000010:1.0:1780963656.596727:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000588a0e91 (tot 269244). 00000400:00000010:1.0:1780963656.596729:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000aeba2350 (tot 269276). 00000400:00000010:1.0:1780963656.596731:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac8028e7 (tot 269340). 00000400:00000010:1.0:1780963656.596732:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5bc527e (tot 269404). 00000400:00000010:1.0:1780963656.596741:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000994b3aab (tot 273516). 00000400:00000010:1.0:1780963656.596747:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008e1b152 (tot 277628). 00000400:00000010:1.0:1780963656.596749:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003a4ff432 (tot 277716). 00000400:00000010:1.0:1780963656.596751:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000294976ec (tot 277748). 00000400:00000010:1.0:1780963656.596752:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e60acd08 (tot 277812). 00000400:00000010:1.0:1780963656.596754:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098d694a8 (tot 277876). 00000400:00000010:1.0:1780963656.596759:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000020fd89ad (tot 281988). 00000400:00000010:1.0:1780963656.596764:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000040da11f (tot 286100). 00000400:00000010:1.0:1780963656.596766:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ba710ba7 (tot 286188). 00000400:00000010:1.0:1780963656.596767:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000033dd3317 (tot 286220). 00000400:00000010:1.0:1780963656.596769:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056cf5f13 (tot 286284). 00000400:00000010:1.0:1780963656.596770:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e97bb0d8 (tot 286348). 00000400:00000010:1.0:1780963656.596778:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006556b8ee (tot 290460). 00000400:00000010:1.0:1780963656.596785:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ed32759 (tot 294572). 00000400:00000010:1.0:1780963656.596788:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e545c640 (tot 294660). 00000400:00000010:1.0:1780963656.596789:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000485fda52 (tot 294692). 00000400:00000010:1.0:1780963656.596791:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bb08c71 (tot 294756). 00000400:00000010:1.0:1780963656.596793:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000593a8ad7 (tot 294820). 00000400:00000010:1.0:1780963656.596796:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049847d20 (tot 298932). 00000400:00000010:1.0:1780963656.596799:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003b3eb93a (tot 303044). 00000400:00000010:1.0:1780963656.596801:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003877518c (tot 303132). 00000400:00000010:1.0:1780963656.596803:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ea547f39 (tot 303164). 00000400:00000010:1.0:1780963656.596805:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026d135c4 (tot 303228). 00000400:00000010:1.0:1780963656.596806:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008da7834 (tot 303292). 00000400:00000010:1.0:1780963656.596814:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8885d28 (tot 307404). 00000400:00000010:1.0:1780963656.596818:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001e7ddadb (tot 311516). 00000400:00000010:1.0:1780963656.596820:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000025d3f220 (tot 311604). 00000400:00000010:1.0:1780963656.596822:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000087551753 (tot 311636). 00000400:00000010:1.0:1780963656.596824:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004000249c (tot 311700). 00000400:00000010:1.0:1780963656.596826:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076b0d459 (tot 311764). 00000400:00000010:1.0:1780963656.596829:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f796117d (tot 315876). 00000400:00000010:1.0:1780963656.596833:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074a00eb6 (tot 319988). 00000400:00000010:1.0:1780963656.596835:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002d171b59 (tot 320076). 00000400:00000010:1.0:1780963656.596837:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002eab708b (tot 320108). 00000400:00000010:1.0:1780963656.596838:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d5d3757 (tot 320172). 00000400:00000010:1.0:1780963656.596840:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000439b7a2f (tot 320236). 00000400:00000010:1.0:1780963656.596848:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006dfbb865 (tot 324348). 00000400:00000010:1.0:1780963656.596852:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085192b54 (tot 328460). 00000400:00000010:1.0:1780963656.596854:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c37b3ddd (tot 328548). 00000400:00000010:1.0:1780963656.596857:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e2f7bfd8 (tot 328580). 00000400:00000010:1.0:1780963656.596859:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067598310 (tot 328644). 00000400:00000010:1.0:1780963656.596860:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d499c541 (tot 328708). 00000400:00000010:1.0:1780963656.596864:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002263e1c0 (tot 332820). 00000400:00000010:1.0:1780963656.596871:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009efa7344 (tot 336932). 00000400:00000010:1.0:1780963656.596873:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e6cea93b (tot 337020). 00000400:00000010:1.0:1780963656.596875:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cc422462 (tot 337052). 00000400:00000010:1.0:1780963656.596877:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d01c59e4 (tot 337116). 00000400:00000010:1.0:1780963656.596878:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061aa691c (tot 337180). 00000400:00000010:1.0:1780963656.596886:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001904198e (tot 341292). 00000400:00000010:1.0:1780963656.596890:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d91376b (tot 345404). 00000400:00000010:1.0:1780963656.596893:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ce633577 (tot 345492). 00000400:00000010:1.0:1780963656.596894:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d622e977 (tot 345524). 00000400:00000010:1.0:1780963656.596896:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000701be79f (tot 345588). 00000400:00000010:1.0:1780963656.596898:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061f6fe1f (tot 345652). 00000400:00000010:1.0:1780963656.596901:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000defa6caa (tot 349764). 00000400:00000010:1.0:1780963656.596905:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036599e49 (tot 353876). 00000400:00000010:1.0:1780963656.596907:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fbe5563f (tot 353964). 00000400:00000010:1.0:1780963656.596908:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008c705b92 (tot 353996). 00000400:00000010:1.0:1780963656.596910:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005efa5e5c (tot 354060). 00000400:00000010:1.0:1780963656.596912:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebb74b61 (tot 354124). 00000400:00000010:1.0:1780963656.596920:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091198919 (tot 358236). 00000400:00000010:1.0:1780963656.596926:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011c76fe4 (tot 362348). 00000400:00000010:1.0:1780963656.596998:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003e7d49a6 (tot 362436). 00000400:00000010:1.0:1780963656.597001:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001269e112 (tot 362468). 00000400:00000010:1.0:1780963656.597003:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033ee500b (tot 362532). 00000400:00000010:1.0:1780963656.597005:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006eab2eb9 (tot 362596). 00000400:00000010:1.0:1780963656.597009:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab912460 (tot 366708). 00000400:00000010:1.0:1780963656.597015:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013d2ecd7 (tot 370820). 00000400:00000010:1.0:1780963656.597017:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ec68045d (tot 370908). 00000400:00000010:1.0:1780963656.597018:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000937c1be0 (tot 370940). 00000400:00000010:1.0:1780963656.597020:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2b39811 (tot 371004). 00000400:00000010:1.0:1780963656.597021:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000859ee0a2 (tot 371068). 00000400:00000010:1.0:1780963656.597031:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013547199 (tot 375180). 00000400:00000010:1.0:1780963656.597038:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eaff612d (tot 379292). 00000400:00000010:1.0:1780963656.597041:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003e799e4d (tot 379380). 00000400:00000010:1.0:1780963656.597043:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002242bcb6 (tot 379412). 00000400:00000010:1.0:1780963656.597045:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000eec27fc (tot 379476). 00000400:00000010:1.0:1780963656.597047:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ef613eb (tot 379540). 00000400:00000010:1.0:1780963656.597050:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3aa27a6 (tot 383652). 00000400:00000010:1.0:1780963656.597055:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f39fae79 (tot 387764). 00000400:00000010:1.0:1780963656.597057:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d6a620e4 (tot 387852). 00000400:00000010:1.0:1780963656.597059:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000087dec55e (tot 387884). 00000400:00000010:1.0:1780963656.597060:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c995050a (tot 387948). 00000400:00000010:1.0:1780963656.597062:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053faad17 (tot 388012). 00000400:00000010:1.0:1780963656.597072:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000096474f31 (tot 392124). 00000400:00000010:1.0:1780963656.597077:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000050f93324 (tot 396236). 00000400:00000010:1.0:1780963656.597080:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d7d5c7c4 (tot 396324). 00000400:00000010:1.0:1780963656.597082:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000050176051 (tot 396356). 00000400:00000010:1.0:1780963656.597084:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d02ef5b7 (tot 396420). 00000400:00000010:1.0:1780963656.597085:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8a8450c (tot 396484). 00000400:00000010:1.0:1780963656.597089:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000063e2ffb1 (tot 400596). 00000400:00000010:1.0:1780963656.597209:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000469b43ca (tot 404708). 00000400:00000010:1.0:1780963656.597213:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004cb3ebc1 (tot 404796). 00000400:00000010:1.0:1780963656.597214:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b9c941b8 (tot 404828). 00000400:00000010:1.0:1780963656.597217:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a45531d1 (tot 404892). 00000400:00000010:1.0:1780963656.597218:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007024bf01 (tot 404956). 00000400:00000010:1.0:1780963656.597228:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f83271b (tot 409068). 00000400:00000010:1.0:1780963656.597232:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d946b9f (tot 413180). 00000400:00000010:1.0:1780963656.597235:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000a8b8995 (tot 413268). 00000400:00000010:1.0:1780963656.597236:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000db09905b (tot 413300). 00000400:00000010:1.0:1780963656.597238:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004dd097b6 (tot 413364). 00000400:00000010:1.0:1780963656.597240:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008082abba (tot 413428). 00000400:00000010:1.0:1780963656.597243:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000860c498e (tot 417540). 00000400:00000010:1.0:1780963656.597251:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd98f8a4 (tot 421652). 00000400:00000010:1.0:1780963656.597253:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000523f804 (tot 421740). 00000400:00000010:1.0:1780963656.597255:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a42821c2 (tot 421772). 00000400:00000010:1.0:1780963656.597257:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c4b1b3f (tot 421836). 00000400:00000010:1.0:1780963656.597259:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3b82970 (tot 421900). 00000400:00000010:1.0:1780963656.597266:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008b6bd282 (tot 426012). 00000400:00000010:1.0:1780963656.597270:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ba54dce3 (tot 430124). 00000400:00000010:1.0:1780963656.597273:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bb344a36 (tot 430212). 00000400:00000010:1.0:1780963656.597274:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000057f68a62 (tot 430244). 00000400:00000010:1.0:1780963656.597276:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003be43708 (tot 430308). 00000400:00000010:1.0:1780963656.597277:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067db582d (tot 430372). 00000400:00000010:1.0:1780963656.597281:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c22b8d28 (tot 434484). 00000400:00000010:1.0:1780963656.597293:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000162a394b (tot 438596). 00000400:00000010:1.0:1780963656.597296:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000e61516e (tot 438684). 00000400:00000010:1.0:1780963656.597298:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008fe301dd (tot 438716). 00000400:00000010:1.0:1780963656.597300:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000498e3a7d (tot 438780). 00000400:00000010:1.0:1780963656.597301:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f517dd7 (tot 438844). 00000400:00000010:1.0:1780963656.597310:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008b3ba03d (tot 442956). 00000400:00000010:1.0:1780963656.597314:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003b4a37c4 (tot 447068). 00000400:00000010:1.0:1780963656.597316:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000068c40c72 (tot 447156). 00000400:00000010:1.0:1780963656.597318:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000093d8fc69 (tot 447188). 00000400:00000010:1.0:1780963656.597320:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0d9bcfc (tot 447252). 00000400:00000010:1.0:1780963656.597322:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010052d90 (tot 447316). 00000400:00000010:1.0:1780963656.597326:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b56ac4d6 (tot 451428). 00000400:00000010:1.0:1780963656.597330:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000652eae94 (tot 455540). 00000400:00000010:1.0:1780963656.597331:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000048db3ec (tot 455628). 00000400:00000010:1.0:1780963656.597333:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b80e0f5a (tot 455660). 00000400:00000010:1.0:1780963656.597335:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a81222cb (tot 455724). 00000400:00000010:1.0:1780963656.597337:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007f17e65 (tot 455788). 00000400:00000010:1.0:1780963656.597345:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085e00af6 (tot 459900). 00000400:00000010:1.0:1780963656.597356:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f062949d (tot 464012). 00000400:00000010:1.0:1780963656.597358:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f2478807 (tot 464100). 00000400:00000010:1.0:1780963656.597360:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a4d7cd7e (tot 464132). 00000400:00000010:1.0:1780963656.597362:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7f3c51a (tot 464196). 00000400:00000010:1.0:1780963656.597365:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c520537e (tot 464260). 00000400:00000010:1.0:1780963656.597368:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082405ab4 (tot 468372). 00000400:00000010:1.0:1780963656.597373:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064feeaca (tot 472484). 00000400:00000010:1.0:1780963656.597375:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000098123976 (tot 472572). 00000400:00000010:1.0:1780963656.597377:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004948a6e2 (tot 472604). 00000400:00000010:1.0:1780963656.597378:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d0b21f0 (tot 472668). 00000400:00000010:1.0:1780963656.597380:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4509518 (tot 472732). 00000400:00000010:1.0:1780963656.597390:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000066c012ab (tot 476844). 00000400:00000010:1.0:1780963656.597395:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d074aeb6 (tot 480956). 00000400:00000010:1.0:1780963656.597398:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000096a44001 (tot 481044). 00000400:00000010:1.0:1780963656.597399:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a32f8f91 (tot 481076). 00000400:00000010:1.0:1780963656.597401:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032cc65ef (tot 481140). 00000400:00000010:1.0:1780963656.597403:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c4de0319 (tot 481204). 00000400:00000010:1.0:1780963656.597407:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053aefca4 (tot 485316). 00000400:00000010:1.0:1780963656.597411:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077da3805 (tot 489428). 00000400:00000010:1.0:1780963656.597414:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bd3f7f8e (tot 489516). 00000400:00000010:1.0:1780963656.597416:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000021685f9d (tot 489548). 00000400:00000010:1.0:1780963656.597417:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031effa4a (tot 489612). 00000400:00000010:1.0:1780963656.597419:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007db28bd4 (tot 489676). 00000400:00000010:1.0:1780963656.597429:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000068dba7dc (tot 493788). 00000400:00000010:1.0:1780963656.597434:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c1d21cf8 (tot 497900). 00000400:00000010:1.0:1780963656.597437:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b94de9a2 (tot 497988). 00000400:00000010:1.0:1780963656.597439:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000061c7d7b0 (tot 498020). 00000400:00000010:1.0:1780963656.597441:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009718e71d (tot 498084). 00000400:00000010:1.0:1780963656.597444:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a34f7834 (tot 498148). 00000400:00000010:1.0:1780963656.597448:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e3c8be0b (tot 502260). 00000400:00000010:1.0:1780963656.597457:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003bd42d2b (tot 506372). 00000400:00000010:1.0:1780963656.597460:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ac697ca5 (tot 506460). 00000400:00000010:1.0:1780963656.597461:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e0b44c97 (tot 506492). 00000400:00000010:1.0:1780963656.597463:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000061eb276 (tot 506556). 00000400:00000010:1.0:1780963656.597465:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acf3a234 (tot 506620). 00000400:00000010:1.0:1780963656.597473:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000609a3ce9 (tot 510732). 00000400:00000010:1.0:1780963656.597478:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e571c5e9 (tot 514844). 00000400:00000010:1.0:1780963656.597480:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f5a3fa99 (tot 514932). 00000400:00000010:1.0:1780963656.597482:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008ca936e2 (tot 514964). 00000400:00000010:1.0:1780963656.597484:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fee4bd20 (tot 515028). 00000400:00000010:1.0:1780963656.597486:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be67288b (tot 515092). 00000400:00000010:1.0:1780963656.597489:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002c33683 (tot 519204). 00000400:00000010:1.0:1780963656.597493:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1d5ed63 (tot 523316). 00000400:00000010:1.0:1780963656.597495:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f4371bc7 (tot 523404). 00000400:00000010:1.0:1780963656.597496:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a270f81 (tot 523436). 00000400:00000010:1.0:1780963656.597497:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ba76c01 (tot 523500). 00000400:00000010:1.0:1780963656.597499:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f3360a8 (tot 523564). 00000400:00000010:1.0:1780963656.597508:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de01fcae (tot 527676). 00000400:00000010:1.0:1780963656.597512:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4db4661 (tot 531788). 00000400:00000010:1.0:1780963656.597516:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f7c68ad5 (tot 531876). 00000400:00000010:1.0:1780963656.597517:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cc3a3ad2 (tot 531908). 00000400:00000010:1.0:1780963656.597519:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003cf7cc69 (tot 531972). 00000400:00000010:1.0:1780963656.597521:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005600492c (tot 532036). 00000400:00000010:1.0:1780963656.597524:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f7b6ce4 (tot 536148). 00000400:00000010:1.0:1780963656.597528:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000014f62ac2 (tot 540260). 00000400:00000010:1.0:1780963656.597541:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000858e14c8 (tot 540348). 00000400:00000010:1.0:1780963656.597544:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000029327543 (tot 540380). 00000400:00000010:1.0:1780963656.597546:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025ee7480 (tot 540444). 00000400:00000010:1.0:1780963656.597548:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e697d874 (tot 540508). 00000400:00000010:1.0:1780963656.597558:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000cdbeb32 (tot 544620). 00000400:00000010:1.0:1780963656.597568:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b31f0f71 (tot 548732). 00000400:00000010:1.0:1780963656.597571:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cfc061e7 (tot 548820). 00000400:00000010:1.0:1780963656.597573:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000003a4c55f (tot 548852). 00000400:00000010:1.0:1780963656.597575:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cf508e1 (tot 548916). 00000400:00000010:1.0:1780963656.597577:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000dcd460e (tot 548980). 00000400:00000010:1.0:1780963656.597580:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008171a1f6 (tot 553092). 00000400:00000010:1.0:1780963656.597584:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000075a8e62b (tot 557204). 00000400:00000010:1.0:1780963656.597587:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000091fb235 (tot 557292). 00000400:00000010:1.0:1780963656.597589:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000007706109 (tot 557324). 00000400:00000010:1.0:1780963656.597590:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9f0f62c (tot 557388). 00000400:00000010:1.0:1780963656.597592:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000448dfe26 (tot 557452). 00000400:00000010:1.0:1780963656.597602:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007833a1c5 (tot 561564). 00000400:00000010:1.0:1780963656.597608:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000366e6799 (tot 565676). 00000400:00000010:1.0:1780963656.597610:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ecb8a1f1 (tot 565764). 00000400:00000010:1.0:1780963656.597612:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bc94177d (tot 565796). 00000400:00000010:1.0:1780963656.597614:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000656738fc (tot 565860). 00000400:00000010:1.0:1780963656.597615:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6c0e043 (tot 565924). 00000400:00000010:1.0:1780963656.597621:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000018bea318 (tot 570036). 00000400:00000010:1.0:1780963656.597626:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009abacb15 (tot 574148). 00000400:00000010:1.0:1780963656.597628:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009407cba6 (tot 574236). 00000400:00000010:1.0:1780963656.597630:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009193906e (tot 574268). 00000400:00000010:1.0:1780963656.597632:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5e39674 (tot 574332). 00000400:00000010:1.0:1780963656.597633:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000019ae7e63 (tot 574396). 00000400:00000010:1.0:1780963656.597642:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004689b84d (tot 578508). 00000400:00000010:1.0:1780963656.597646:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000354a0aec (tot 582620). 00000400:00000010:1.0:1780963656.597649:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ab4df7c8 (tot 582708). 00000400:00000010:1.0:1780963656.597651:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c88f82bf (tot 582740). 00000400:00000010:1.0:1780963656.597653:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005585bffe (tot 582804). 00000400:00000010:1.0:1780963656.597655:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007396017c (tot 582868). 00000400:00000010:1.0:1780963656.597658:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e32c8af5 (tot 586980). 00000400:00000010:1.0:1780963656.597667:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000967576d2 (tot 591092). 00000400:00000010:1.0:1780963656.597670:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eb1101be (tot 591180). 00000400:00000010:1.0:1780963656.597672:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b3d338cd (tot 591212). 00000400:00000010:1.0:1780963656.597673:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b6f0ea0 (tot 591276). 00000400:00000010:1.0:1780963656.597675:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a96b224 (tot 591340). 00000400:00000010:1.0:1780963656.597683:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc198e84 (tot 595452). 00000400:00000010:1.0:1780963656.597688:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005e55cd90 (tot 599564). 00000400:00000010:1.0:1780963656.597690:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ea215e5 (tot 599652). 00000400:00000010:1.0:1780963656.597692:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000061dfba0d (tot 599684). 00000400:00000010:1.0:1780963656.597694:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c747c70c (tot 599748). 00000400:00000010:1.0:1780963656.597696:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d0c4c86 (tot 599812). 00000400:00000010:1.0:1780963656.597699:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca914f36 (tot 603924). 00000400:00000010:1.0:1780963656.597703:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000160cf8b8 (tot 608036). 00000400:00000010:1.0:1780963656.597705:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ff82e60e (tot 608124). 00000400:00000010:1.0:1780963656.597707:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000033eb6b56 (tot 608156). 00000400:00000010:1.0:1780963656.597709:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e74ff4f2 (tot 608220). 00000400:00000010:1.0:1780963656.597710:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000469d02c (tot 608284). 00000400:00000010:1.0:1780963656.597718:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d3d0847 (tot 612396). 00000400:00000010:1.0:1780963656.597722:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bacaeb65 (tot 616508). 00000400:00000010:1.0:1780963656.597724:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000be1444a3 (tot 616596). 00000400:00000010:1.0:1780963656.597726:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005f8bd14c (tot 616628). 00000400:00000010:1.0:1780963656.597727:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb9f1814 (tot 616692). 00000400:00000010:1.0:1780963656.597729:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000de2f31 (tot 616756). 00000400:00000010:1.0:1780963656.597732:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cf93a231 (tot 620868). 00000400:00000010:1.0:1780963656.597736:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034c519fd (tot 624980). 00000400:00000010:1.0:1780963656.597738:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005d356725 (tot 625068). 00000400:00000010:1.0:1780963656.597740:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000038ee3b95 (tot 625100). 00000400:00000010:1.0:1780963656.597742:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000395c47fd (tot 625164). 00000400:00000010:1.0:1780963656.597744:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007be14adb (tot 625228). 00000400:00000010:1.0:1780963656.597753:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c4b36e8 (tot 629340). 00000400:00000010:1.0:1780963656.597761:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9aebd9f (tot 633452). 00000400:00000010:1.0:1780963656.597763:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008db3a6fa (tot 633540). 00000400:00000010:1.0:1780963656.597765:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000042d618b1 (tot 633572). 00000400:00000010:1.0:1780963656.597767:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c92b414f (tot 633636). 00000400:00000010:1.0:1780963656.597768:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d2a05c0 (tot 633700). 00000400:00000010:1.0:1780963656.597773:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f144e28 (tot 637812). 00000400:00000010:1.0:1780963656.597778:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c0cbfd0 (tot 641924). 00000400:00000010:1.0:1780963656.597780:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ea74592b (tot 642012). 00000400:00000010:1.0:1780963656.597782:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004108befd (tot 642044). 00000400:00000010:1.0:1780963656.597783:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007318a9a7 (tot 642108). 00000400:00000010:1.0:1780963656.597785:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093ea9377 (tot 642172). 00000400:00000010:1.0:1780963656.597793:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ac2834e4 (tot 646284). 00000400:00000010:1.0:1780963656.597797:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095628190 (tot 650396). 00000400:00000010:1.0:1780963656.597799:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000643cbdee (tot 650484). 00000400:00000010:1.0:1780963656.597801:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000737e61b8 (tot 650516). 00000400:00000010:1.0:1780963656.597802:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066f9a08c (tot 650580). 00000400:00000010:1.0:1780963656.597804:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092c7cf3e (tot 650644). 00000400:00000010:1.0:1780963656.597807:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca801ea4 (tot 654756). 00000400:00000010:1.0:1780963656.597811:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d47f7dd (tot 658868). 00000400:00000010:1.0:1780963656.597813:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000043540ae4 (tot 658956). 00000400:00000010:1.0:1780963656.597815:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a65065c7 (tot 658988). 00000400:00000010:1.0:1780963656.597816:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085b53c4a (tot 659052). 00000400:00000010:1.0:1780963656.597818:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007da8ce2 (tot 659116). 00000400:00000010:1.0:1780963656.597825:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acc67fc5 (tot 663228). 00000400:00000010:1.0:1780963656.597829:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000129440ed (tot 667340). 00000400:00000010:1.0:1780963656.597831:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008a1e1a9e (tot 667428). 00000400:00000010:1.0:1780963656.597833:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000219502b4 (tot 667460). 00000400:00000010:1.0:1780963656.597834:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091d52a10 (tot 667524). 00000400:00000010:1.0:1780963656.597836:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a53c29ec (tot 667588). 00000400:00000010:1.0:1780963656.597839:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008515b3e3 (tot 671700). 00000400:00000010:1.0:1780963656.597846:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f10a62d (tot 675812). 00000400:00000010:1.0:1780963656.597849:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007c6daa00 (tot 675900). 00000400:00000010:1.0:1780963656.597850:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e8e1353 (tot 675932). 00000400:00000010:1.0:1780963656.597852:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8857c6b (tot 675996). 00000400:00000010:1.0:1780963656.597854:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000312fc7d2 (tot 676060). 00000400:00000010:1.0:1780963656.597861:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000831f88ef (tot 680172). 00000400:00000010:1.0:1780963656.597865:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b5891e7 (tot 684284). 00000400:00000010:1.0:1780963656.597868:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ea0eda8 (tot 684372). 00000400:00000010:1.0:1780963656.597869:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001ed0742f (tot 684404). 00000400:00000010:1.0:1780963656.597871:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e14b4c8 (tot 684468). 00000400:00000010:1.0:1780963656.597872:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086672a82 (tot 684532). 00000400:00000010:1.0:1780963656.597876:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c18c842e (tot 688644). 00000400:00000010:1.0:1780963656.597880:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cba47ead (tot 692756). 00000400:00000010:1.0:1780963656.597882:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000074f370cc (tot 692844). 00000400:00000010:1.0:1780963656.597883:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ea6c2c6f (tot 692876). 00000400:00000010:1.0:1780963656.597885:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054222e52 (tot 692940). 00000400:00000010:1.0:1780963656.597887:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000864501f (tot 693004). 00000400:00000010:1.0:1780963656.597894:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff3a83c2 (tot 697116). 00000400:00000010:1.0:1780963656.597898:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9ef3bfc (tot 701228). 00000400:00000010:1.0:1780963656.597900:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e86886d1 (tot 701316). 00000400:00000010:1.0:1780963656.597902:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000002f163cf (tot 701348). 00000400:00000010:1.0:1780963656.597903:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000126d7d9f (tot 701412). 00000400:00000010:1.0:1780963656.597905:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001477ba29 (tot 701476). 00000400:00000010:1.0:1780963656.597908:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005df9de22 (tot 705588). 00000400:00000010:1.0:1780963656.597912:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e2899072 (tot 709700). 00000400:00000010:1.0:1780963656.597914:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005503f030 (tot 709788). 00000400:00000010:1.0:1780963656.597916:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fe90b891 (tot 709820). 00000400:00000010:1.0:1780963656.597917:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000080213029 (tot 709884). 00000400:00000010:1.0:1780963656.597919:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009835c29a (tot 709948). 00000400:00000010:1.0:1780963656.597927:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d98ade01 (tot 714060). 00000400:00000010:1.0:1780963656.598002:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006ecdbaf9 (tot 718172). 00000400:00000010:1.0:1780963656.598005:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b9c3fe43 (tot 718260). 00000400:00000010:1.0:1780963656.598007:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000123bc0c8 (tot 718292). 00000400:00000010:1.0:1780963656.598009:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a251905 (tot 718356). 00000400:00000010:1.0:1780963656.598011:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f671f47a (tot 718420). 00000400:00000010:1.0:1780963656.598014:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000adf90fe7 (tot 722532). 00000400:00000010:1.0:1780963656.598018:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000220bba3b (tot 726644). 00000400:00000010:1.0:1780963656.598020:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000041b6c01 (tot 726732). 00000400:00000010:1.0:1780963656.598022:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ccd246f9 (tot 726764). 00000400:00000010:1.0:1780963656.598023:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b11c1196 (tot 726828). 00000400:00000010:1.0:1780963656.598025:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da7bf368 (tot 726892). 00000400:00000010:1.0:1780963656.598033:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000411c5d36 (tot 731004). 00000400:00000010:1.0:1780963656.598037:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000866c023c (tot 735116). 00000400:00000010:1.0:1780963656.598040:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000d2d5119 (tot 735204). 00000400:00000010:1.0:1780963656.598041:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c2eee897 (tot 735236). 00000400:00000010:1.0:1780963656.598043:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004fe191fa (tot 735300). 00000400:00000010:1.0:1780963656.598044:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000004f6aee (tot 735364). 00000400:00000010:1.0:1780963656.598048:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007490f34 (tot 739476). 00000400:00000010:1.0:1780963656.598052:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000072711013 (tot 743588). 00000400:00000010:1.0:1780963656.598055:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b69c7804 (tot 743676). 00000400:00000010:1.0:1780963656.598056:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000097605a0a (tot 743708). 00000400:00000010:1.0:1780963656.598058:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004fd9fea (tot 743772). 00000400:00000010:1.0:1780963656.598059:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000042e7ecc (tot 743836). 00000400:00000010:1.0:1780963656.598069:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000abd8bcf6 (tot 747948). 00000400:00000010:1.0:1780963656.598074:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000283bfc94 (tot 752060). 00000400:00000010:1.0:1780963656.598076:0:2268:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000023c0fdae (tot 752148). 00000400:00000010:1.0:1780963656.598078:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006e08c625 (tot 752180). 00000400:00000010:1.0:1780963656.598080:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a4c9619 (tot 752244). 00000400:00000010:1.0:1780963656.598082:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c701b9a (tot 752308). 00000400:00000010:1.0:1780963656.598086:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008021f51 (tot 756420). 00000400:00000010:1.0:1780963656.598161:0:2268:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000069da75b3 (tot 760532). 00000400:00000010:1.0:1780963656.598166:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001014161d (tot 760564). 00000400:00000010:1.0:1780963656.598168:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a0372da (tot 760628). 00000400:00000010:1.0:1780963656.598170:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000006db933c (tot 760692). 00000400:00000010:1.0:1780963656.598174:0:2268:0:(config.c:345:lnet_net_alloc()) alloc '(net)': 176 at 00000000dbd7be9e (tot 760868). 00000400:00000010:1.0:1780963656.598178:0:2268:0:(config.c:422:lnet_ni_alloc_common()) alloc '(ni)': 328 at 00000000fe083ada (tot 761196). 00000400:00000010:1.0:1780963656.598180:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002285e2b2 (tot 761228). 00000400:00000010:1.0:1780963656.598182:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c8cedac (tot 761292). 00000400:00000010:1.0:1780963656.598184:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f8c4d7c (tot 761356). 00000400:00000010:1.0:1780963656.598185:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a18e245 (tot 761388). 00000400:00000010:1.0:1780963656.598187:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c5271d8 (tot 761452). 00000400:00000010:1.0:1780963656.598188:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052864418 (tot 761516). 00000400:00000010:1.0:1780963656.598193:0:2268:0:(config.c:583:lnet_parse_networks()) alloc '(tokens)': 4 at 000000005e0d1382 (tot 761520). 00000400:00000010:1.0:1780963656.598197:0:2268:0:(config.c:345:lnet_net_alloc()) alloc '(net)': 176 at 00000000c4c92f5f (tot 761696). 00000400:00000010:1.0:1780963656.598199:0:2268:0:(config.c:422:lnet_ni_alloc_common()) alloc '(ni)': 328 at 0000000094138279 (tot 762024). 00000400:00000010:1.0:1780963656.598201:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000029f760a7 (tot 762056). 00000400:00000010:1.0:1780963656.598203:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d0c5924 (tot 762120). 00000400:00000010:1.0:1780963656.598204:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d93f2c6 (tot 762184). 00000400:00000010:1.0:1780963656.598206:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cf08e5d1 (tot 762216). 00000400:00000010:1.0:1780963656.598208:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008045bc6b (tot 762280). 00000400:00000010:1.0:1780963656.598210:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea15ad24 (tot 762344). 00000400:00000010:1.0:1780963656.598212:0:2268:0:(config.c:796:lnet_parse_networks()) kfreed 'tokens': 4 at 000000005e0d1382 (tot 762340). 00000400:00000010:1.0:1780963656.598227:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000017c7f45c (tot 762372). 00000400:00000010:1.0:1780963656.598229:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e97f0bd1 (tot 762500). 00000400:00000010:1.0:1780963656.598231:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000021f2258c (tot 762628). 00000800:00000200:2.0:1780963656.599323:0:2268:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1780963656.599327:0:2268:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1780963656.599330:0:2268:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=ens2 ifindex 2 state 6 00000800:00000200:2.0:1780963656.599332:0:2268:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=ens2 ifindex 2 state 6 00000800:00000010:2.0:1780963656.599338:0:2268:0:(socklnd.c:2496:ksocknal_startup()) alloc '(net)': 208 at 00000000eb4f02f5 (tot 762836). 00000800:00000010:2.0:1780963656.600221:0:2279:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000040303259 (tot 764884). 00000800:00000010:2.0:1780963656.600228:0:2279:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000631d6a6b (tot 768980). 00000400:02000000:0.0:1780963656.600437:0:2268:0:(api-ni.c:2522:lnet_startup_lndni()) Added LNI 192.168.202.21@tcp [8/256/0/180] 00000800:00000010:2.0:1780963656.601024:0:2280:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000077ea7a63 (tot 771028). 00000800:00000010:2.0:1780963656.601030:0:2280:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000001058c52 (tot 775124). 00000800:00000010:1.0:1780963656.601966:0:2278:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000346c4430 (tot 777172). 00000800:00000010:1.0:1780963656.601972:0:2278:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000b215d545 (tot 781268). 00000800:00000010:1.0:1780963656.603217:0:2277:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000008eea6d94 (tot 783316). 00000800:00000010:1.0:1780963656.603225:0:2277:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000460bd021 (tot 787412). 00000400:02000000:0.0:1780963656.606888:0:2281:0:(acceptor.c:404:lnet_acceptor()) Accept secure, port 988 00000400:00000010:1.0:1780963656.610068:0:2268:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000004ea0efb6 (tot 787469). 00000400:00000010:1.0:1780963656.610719:0:2268:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef7a4900. 00000400:00000010:1.0:1780963656.610737:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d63b8af6. 00000400:00000200:1.0:1780963656.610749:0:2268:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1780963656.610754:0:2268:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000421b36ec (tot 787750). 00000400:00000010:1.0:1780963656.610757:0:2268:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bc432785. 00000400:00000010:1.0:1780963656.610759:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d962635. 00000400:00000200:1.0:1780963656.610761:0:2268:0:(api-ni.c:2168:lnet_push_target_post()) posted push target 00000000421b36ec 00000400:00000200:1.0:1780963656.610763:0:2268:0:(api-ni.c:2125:lnet_push_target_resize()) nnis 16 success 00000400:00000200:1.0:1780963656.611468:0:2268:0:(peer.c:4143:lnet_peer_discovery_start()) discovery start: 0 00000400:00000010:1.0:1780963656.611474:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009f09ad2b (tot 787782). 00000400:00000010:1.0:1780963656.611479:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033894fad (tot 787846). 00000400:00000010:1.0:1780963656.611481:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a1eeae7 (tot 787910). 00000400:00000010:1.0:1780963656.611484:0:2268:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006708300f (tot 787942). 00000400:00000010:1.0:1780963656.611486:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000580d19b0 (tot 788006). 00000400:00000010:1.0:1780963656.611488:0:2268:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024c63b64 (tot 788070). 00000100:00000010:1.0:1780963656.611740:0:2268:0:(ptlrpcd.c:815:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 000000003c734a8b. 00000100:00000010:3.0:1780963656.612293:0:2284:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ae7fce1. 00000020:00000010:3.0:1780963656.612301:0:2284:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001826d466. 00000020:00000010:3.0:1780963656.612307:0:2284:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a47e4656. 00000020:00000010:3.0:1780963656.612310:0:2284:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000d45ba175. 00000040:00000010:3.0:1780963656.612314:0:2284:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000007a6990c0. 00000020:00000010:3.0:1780963656.612319:0:2284:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000055d3751b. 00000020:00000010:3.0:1780963656.612340:0:2284:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000c7422b8a. 00000020:00000010:3.0:1780963656.612345:0:2284:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000008d1551bc. 00000020:00000010:3.0:1780963656.612349:0:2284:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9f8c2c0. 00000100:00000010:1.0:1780963656.612407:0:2268:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000d93ffdb7. 00000100:00000010:1.0:1780963656.612412:0:2268:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000005e0d1382. 00000100:00000010:1.0:1780963656.612415:0:2268:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000bee39f55. 00000400:00000200:2.0:1780963656.612658:0:2282:0:(peer.c:3972:lnet_peer_discovery()) started 00000100:00000010:0.0:1780963656.613072:0:2285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c97313b4. 00000020:00000010:0.0:1780963656.613078:0:2285:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000758630ce. 00000020:00000010:0.0:1780963656.613088:0:2285:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad13ee66. 00000020:00000010:0.0:1780963656.613090:0:2285:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000047ce5b28. 00000040:00000010:0.0:1780963656.613270:0:2285:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000a5709ab1. 00000020:00000010:0.0:1780963656.613283:0:2285:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000272966ab. 00000020:00000010:0.0:1780963656.613297:0:2285:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000006e71d8b1. 00000020:00000010:0.0:1780963656.613300:0:2285:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f20829aa. 00000020:00000010:0.0:1780963656.613304:0:2285:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000505ce328. 00000100:00000010:0.0:1780963656.613989:0:2286:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c20820a3. 00000020:00000010:0.0:1780963656.613995:0:2286:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddace604. 00000020:00000010:0.0:1780963656.613998:0:2286:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3fd8774. 00000020:00000010:0.0:1780963656.614000:0:2286:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000000a96f2a2. 00000040:00000010:0.0:1780963656.614003:0:2286:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000001d867a82. 00000020:00000010:0.0:1780963656.614006:0:2286:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000274fca9f. 00000020:00000010:0.0:1780963656.614009:0:2286:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000d4ff82c6. 00000020:00000010:0.0:1780963656.614012:0:2286:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000867354da. 00000020:00000010:0.0:1780963656.614015:0:2286:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007940b5d8. 00000100:00000010:1.0:1780963656.614075:0:2268:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000050cf5a64. 00000100:00000010:1.0:1780963656.614082:0:2268:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000e5be10d7. 00000100:00000010:1.0:1780963656.614086:0:2268:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000007a3bacaf. 00000100:00000010:2.0:1780963656.614324:0:2287:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a0ca598. 00000020:00000010:2.0:1780963656.614328:0:2287:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a0ad424. 00000020:00000010:2.0:1780963656.614331:0:2287:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000008d9636. 00000020:00000010:2.0:1780963656.614334:0:2287:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000000615a6de. 00000040:00000010:2.0:1780963656.614336:0:2287:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000091a6017f. 00000020:00000010:2.0:1780963656.614339:0:2287:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000091188d7c. 00000020:00000010:2.0:1780963656.614342:0:2287:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000009c68f812. 00000020:00000010:2.0:1780963656.614345:0:2287:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000c29cf26d. 00000020:00000010:2.0:1780963656.614348:0:2287:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e851ed6. 00000100:00000010:2.0:1780963656.614597:0:2288:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea77e32a. 00000020:00000010:2.0:1780963656.614601:0:2288:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071248a47. 00000020:00000010:2.0:1780963656.614603:0:2288:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000987d67b6. 00000020:00000010:2.0:1780963656.614605:0:2288:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000d97259b7. 00000040:00000010:2.0:1780963656.614607:0:2288:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000bfadc142. 00000020:00000010:2.0:1780963656.614610:0:2288:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000017c85562. 00000020:00000010:2.0:1780963656.614612:0:2288:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000002c7f4fbb. 00000020:00000010:2.0:1780963656.614615:0:2288:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000bf47a574. 00000020:00000010:2.0:1780963656.614618:0:2288:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020a45ea2. 02000000:00000010:1.0:1780963656.615062:0:2268:0:(sec_bulk.c:812:enc_pools_alloc()) kmalloced '(page_pools.epp_pools)': 1848 at 0000000043d01ff6. 00000100:00000010:1.0:1780963656.619998:0:2268:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000095d52376. 00000100:00000010:1.0:1780963656.620011:0:2268:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000bba367f9. 00000100:00000010:1.0:1780963656.620013:0:2268:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000a2678730. 00000100:00000010:1.0:1780963656.620015:0:2268:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000094ab73db. 00000100:00000010:1.0:1780963656.620018:0:2268:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000032e8122c. 00000100:00000010:1.0:1780963656.620020:0:2268:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000384d632c. 00000001:00000010:1.0:1780963656.620033:0:2268:0:(nodemap_handler.c:1662:nodemap_config_alloc()) kmalloced '(config)': 120 at 00000000d2745ef9. 00000001:00000010:1.0:1780963656.620041:0:2268:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000076582699 (tot 788302). 00000001:00000010:1.0:1780963656.620048:0:2268:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d73414d4 (tot 788310). 00000001:00000010:1.0:1780963656.620066:0:2268:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d9c8c2bf (tot 788462). 00000001:00000010:1.0:1780963656.620085:0:2268:0:(nodemap_handler.c:1140:nodemap_create()) kmalloced '(nodemap)': 4728 at 00000000a5877f94. 00000001:00000010:1.0:1780963656.620558:0:2268:0:(nodemap_lproc.c:936:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 00000000e2fc865f. 00000020:00000010:2.0:1780963658.971779:0:2339:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e4b3f404. 00000020:00000010:2.0:1780963659.234824:0:2352:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000468d8705. 00000100:00000010:2.0:1780963659.234859:0:2352:0:(client.c:626:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000586f4d4e. 00000020:00000010:3.0:1780963659.468893:0:2365:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000d22ad259. 00000020:00000010:2.0:1780963659.661026:0:2378:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000001e276734. 00000020:00000010:0.0:1780963659.781644:0:2392:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000fb4ca9bf. 00008000:02000000:0.0:1780963659.932630:0:2405:0:(echo_client.c:2576:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:0.0:1780963659.936001:0:2405:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000068f13d9c. 00000020:00000010:0.0:1780963659.936399:0:2405:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000c2ac9382. 00000020:00000010:0.0:1780963660.593344:0:2428:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000d4e0548e. 00000020:00000010:3.0:1780963662.332415:0:2663:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000c6788a56. 00000020:00000010:2.0:1780963662.637022:0:2676:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000004614dbad. 00000020:00000010:3.0:1780963663.049676:0:2689:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e881eb47. 00000020:00000010:3.0:1780963663.049846:0:2689:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000000ab332f8. 00000020:00000010:0.0:1780963663.154076:0:2703:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000048fef724. 00000020:00000010:1.0:1780963663.440735:0:2716:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000ebc5c96c. 00000020:00000010:3.0:1780963663.668875:0:2729:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e541a8a5. 00000020:00000010:3.0:1780963663.929333:0:2743:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000026dacb83. 00000020:00000010:3.0:1780963663.929380:0:2743:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000029dd51f0. 00000020:00000010:1.0:1780963664.302807:0:2756:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 00000000ce6cf231. 00000020:00000010:1.0:1780963664.302867:0:2756:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a813f2ee. 00000020:00000010:1.0:1780963664.302872:0:2756:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008349ec2d. 00000020:00000010:1.0:1780963664.302875:0:2756:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000f3683fc4. 00000008:00000010:1.0:1780963664.302889:0:2756:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000032e2a469. 00020000:00000010:1.0:1780963664.302894:0:2756:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000008845d1a9. 00008000:00000010:1.0:1780963664.302906:0:2756:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000003dc7a91b. 00000080:00000010:1.0:1780963664.302910:0:2756:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000037995d98. 00000080:00000010:1.0:1780963664.302922:0:2756:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000007bf976b4. 00000020:00000010:1.0:1780963664.302927:0:2756:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b4f7a5e. 00000008:00000010:1.0:1780963664.302931:0:2756:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000000379b21f. 00020000:00000010:1.0:1780963664.302943:0:2756:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000055417e47. 00008000:00000010:1.0:1780963664.302961:0:2756:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000006691945c. 00000080:00000010:1.0:1780963664.302971:0:2756:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006e154f6a. 00000020:00000010:0.0:1780963829.861331:0:5593:0:(obd_mount.c:579:lustre_init_lsi()) kmalloced '(lsi)': 1872 at 00000000a1e5f104. 00000020:00000010:0.0:1780963829.861450:0:5593:0:(obd_mount.c:582:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 104 at 00000000fbcd4b06. 00000020:00000010:0.0:1780963829.861459:0:5593:0:(obd_mount.c:1310:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000035b54a0e. 00000020:00000010:0.0:1780963829.861467:0:5593:0:(obd_mount.c:1514:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 0000000080913e5f. 00000020:00000010:0.0:1780963829.861471:0:5593:0:(obd_mount.c:1550:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 0000000021394ac1. 00000020:00000010:0.0:1780963829.861476:0:5593:0:(obd_mount.c:1563:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 00000000bbb02ef2. 00000020:00000010:0.0:1780963829.861491:0:5593:0:(obd_mount.c:267:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000080231c1d. 00000020:00000010:0.0:1780963829.861493:0:5593:0:(obd_mount.c:268:lustre_start_mgc()) kmalloced '(niduuid)': 25 at 00000000cf2436c9. 00000020:00000010:0.0:1780963829.861498:0:5593:0:(obd_mount.c:275:lustre_start_mgc()) kmalloced '(data)': 192 at 000000002db63690. 00000020:00000010:0.0:1780963829.861623:0:5593:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 96 at 000000001517b2c5. 00000100:00000010:0.0:1780963829.861630:0:5593:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 00000000c3b3dbe8. 00000400:00000200:0.0:1780963829.861645:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963829.861653:0:5593:0:(peer.c:253:lnet_peer_alloc()) alloc '(lp)': 352 at 00000000baf9c519 (tot 788814). 00000400:00000200:0.0:1780963829.861657:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.861662:0:5593:0:(peer.c:292:lnet_peer_alloc()) 00000000baf9c519 nid 192.168.202.121@tcp 00000400:00000010:0.0:1780963829.861665:0:5593:0:(peer.c:217:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f4ba0a45 (tot 788886). 00000400:00000200:0.0:1780963829.861668:0:5593:0:(peer.c:226:lnet_peer_net_alloc()) 00000000f4ba0a45 net tcp 00000400:00000200:0.0:1780963829.861670:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963829.861672:0:5593:0:(peer.c:162:lnet_peer_ni_alloc()) alloc '(lpni)': 360 at 00000000be4208e6 (tot 789246). 00000400:00000200:0.0:1780963829.861676:0:5593:0:(peer.c:207:lnet_peer_ni_alloc()) 00000000be4208e6 nid 192.168.202.121@tcp 00000400:00000200:0.0:1780963829.861683:0:5593:0:(peer.c:1174:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.121@tcp: -2 00000400:00000200:0.0:1780963829.861689:0:5593:0:(peer.c:1673:lnet_peer_attach_peer_ni()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp flags 0x100001 00000020:00000010:0.0:1780963829.861694:0:5593:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 96 at 000000001517b2c5. 00000020:00000010:0.0:1780963829.861699:0:5593:0:(obd_mount.c:402:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000748f41ef. 00000020:00000010:0.0:1780963829.861708:0:5593:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000941f1aa5. 00000020:00000010:0.0:1780963829.861731:0:5593:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 000000006e1a6e6b. 00000020:00000010:0.0:1780963829.861739:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000f81ead32. 00000020:00000010:0.0:1780963829.861801:0:5593:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 120 at 00000000941f1aa5. 00000020:00000010:0.0:1780963829.861807:0:5593:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000941f1aa5. 00000001:00000010:0.0:1780963829.861826:0:5593:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000012f67a8f (tot 789478). 00000001:00000010:0.0:1780963829.861831:0:5593:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a22e59f7 (tot 789510). 00000001:00000010:0.0:1780963829.861836:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f54e42c4 (tot 789854). 00000001:00000010:0.0:1780963829.861839:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee8c567f (tot 790198). 00000001:00000010:0.0:1780963829.861841:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b367984d (tot 790542). 00000001:00000010:0.0:1780963829.861843:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c98ca6e (tot 790886). 00000001:00000010:0.0:1780963829.861845:0:5593:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000abbc7f31 (tot 791118). 00000001:00000010:0.0:1780963829.861848:0:5593:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000024498daa (tot 791150). 00000001:00000010:0.0:1780963829.861850:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e961cf99 (tot 791494). 00000001:00000010:0.0:1780963829.861853:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c6623a6 (tot 791838). 00000001:00000010:0.0:1780963829.861855:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c0af085 (tot 792182). 00000001:00000010:0.0:1780963829.861858:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bcc33ab5 (tot 792526). 00010000:00000010:0.0:1780963829.861871:0:5593:0:(ldlm_lockd.c:3214:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 0000000051b3bf61. 00000100:00000010:0.0:1780963829.861983:0:5593:0:(service.c:766:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000008b80ddb8. 00000100:00000010:0.0:1780963829.861994:0:5593:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 000000001f4dbcb3. 00000100:00000010:0.0:1780963829.862010:0:5593:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000000105a7e9. 00000100:00000010:0.0:1780963829.862017:0:5593:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000054cd14be. 00000100:00000010:0.0:1780963829.862022:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000517c29c2. 00000100:00000010:0.0:1780963829.862028:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004af366b6. 00000100:00000010:0.0:1780963829.862031:0:5593:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 0000000095740cf3. 00000100:00000010:0.0:1780963829.862043:0:5593:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000fee1dda4. 00000100:00000010:0.0:1780963829.862050:0:5593:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b5707399. 00000100:00000010:0.0:1780963829.862055:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e5f1e299. 00000100:00000010:0.0:1780963829.862059:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053572e29. 00000400:00000200:0.0:1780963829.862064:0:5593:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1780963829.862083:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000a4cdd02b (tot 792606). 00000020:00000010:0.0:1780963829.862088:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 0000000054d7e61a (tot 795318). 00000100:00000010:0.0:1780963829.862705:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000c3b06046. 00000100:00000010:0.0:1780963829.862712:0:5593:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000eebef24d. 00000100:00000010:0.0:1780963829.862716:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000114eae50. 00000100:00000010:0.0:1780963829.862721:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000001ffd5ddb. 00000100:00000010:0.0:1780963829.862723:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000454bf98c. 00000100:00000010:0.0:1780963829.862726:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000e23c34b4. 00000100:00000010:0.0:1780963829.862728:0:5593:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000343aebc6. 00000100:00000010:0.0:1780963829.862730:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000e94f992a. 00000100:00000010:0.0:1780963829.862732:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000ff4b26be. 00000100:00000010:0.0:1780963829.862734:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000008a58c886. 00000100:00000200:0.0:1780963829.862800:0:5593:0:(service.c:857:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1780963829.862805:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002f075b6d. 00000100:00000010:0.0:1780963829.863455:0:5594:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cb323d42. 00000020:00000010:0.0:1780963829.863461:0:5594:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000f8d2be5. 00000020:00000010:0.0:1780963829.863469:0:5594:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000915864fb. 00000020:00000010:0.0:1780963829.863474:0:5594:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000756ad2c2. 00000040:00000010:0.0:1780963829.863478:0:5594:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000004319a0e1. 00000020:00000010:0.0:1780963829.863483:0:5594:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000f73d7c33. 00000020:00000010:0.0:1780963829.863497:0:5594:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000007560fae. 00000020:00000010:0.0:1780963829.863501:0:5594:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000796d8b8d. 80000000:00000010:0.0:1780963829.863505:0:5594:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000016598c7b. 40000000:00000010:0.0:1780963829.863509:0:5594:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000017f5d8d7. 00100000:00000010:0.0:1780963829.863514:0:5594:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000b795483a. 00040000:00000010:0.0:1780963829.863518:0:5594:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000a6a1bd18. 00040000:00000010:0.0:1780963829.863522:0:5594:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000027a400f9. 00040000:00000010:0.0:1780963829.863525:0:5594:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000b50afda4. 00000004:00000010:0.0:1780963829.863530:0:5594:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000042759d94. 00000004:00000010:0.0:1780963829.863598:0:5594:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000ce485b9f. 00000004:00000010:0.0:1780963829.863605:0:5594:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000013eff367. 00002000:00000010:0.0:1780963829.863610:0:5594:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000063466776. 00000004:00000010:0.0:1780963829.863615:0:5594:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000007f401036. 00000100:00000200:0.0:1780963829.863620:0:5594:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1780963829.863627:0:5594:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fc99883. 00000400:00000010:0.0:1780963829.863634:0:5594:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3100b2a (tot 795470). 00000100:00000010:0.0:1780963829.863644:0:5594:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000784aaa34. 00000100:00000200:0.0:1780963829.863713:0:5594:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780963829.863748:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008d206c5b. 00000100:00000010:1.0:1780963829.864026:0:5595:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000001b31beec. 00000020:00000010:1.0:1780963829.864030:0:5595:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009647de63. 00000020:00000010:1.0:1780963829.864034:0:5595:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000adbc24d9. 00000020:00000010:1.0:1780963829.864037:0:5595:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000009aea0074. 00000040:00000010:1.0:1780963829.864039:0:5595:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000008536a1ca. 00000020:00000010:1.0:1780963829.864042:0:5595:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000049eabfd2. 00000020:00000010:1.0:1780963829.864059:0:5595:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000063260083. 00000020:00000010:1.0:1780963829.864063:0:5595:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000044805159. 80000000:00000010:1.0:1780963829.864065:0:5595:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000cc86b4ab. 40000000:00000010:1.0:1780963829.864067:0:5595:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000041aaeea0. 00100000:00000010:1.0:1780963829.864070:0:5595:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000068e3561b. 00040000:00000010:1.0:1780963829.864072:0:5595:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005db8d039. 00040000:00000010:1.0:1780963829.864075:0:5595:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f0bd2857. 00040000:00000010:1.0:1780963829.864078:0:5595:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000067e5bf46. 00000004:00000010:1.0:1780963829.864087:0:5595:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000006a3e3928. 00000004:00000010:1.0:1780963829.864121:0:5595:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000007bbd0da. 00000004:00000010:1.0:1780963829.864125:0:5595:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000006183dc59. 00002000:00000010:1.0:1780963829.864130:0:5595:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000f7b3d186. 00000004:00000010:1.0:1780963829.864133:0:5595:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000d6e80b4c. 00000100:00000010:1.0:1780963829.864136:0:5595:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001078ff90. 00000100:00000200:1.0:1780963829.864184:0:5595:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1780963829.864239:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ade6e8e2. 00000100:00000010:2.0:1780963829.864665:0:5596:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000005b79d220. 00000020:00000010:2.0:1780963829.864669:0:5596:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000833b8f80. 00000020:00000010:2.0:1780963829.864674:0:5596:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea4c5072. 00000020:00000010:2.0:1780963829.864677:0:5596:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7bd9e8a. 00000040:00000010:2.0:1780963829.864679:0:5596:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000cdf28786. 00000020:00000010:2.0:1780963829.864682:0:5596:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a4cd8ba4. 00000020:00000010:2.0:1780963829.864686:0:5596:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000f60cc4dd. 00000020:00000010:2.0:1780963829.864689:0:5596:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000a7473329. 80000000:00000010:2.0:1780963829.864692:0:5596:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000006825626e. 40000000:00000010:2.0:1780963829.864694:0:5596:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000016dbdd0e. 00100000:00000010:2.0:1780963829.864697:0:5596:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000060f1093e. 00040000:00000010:2.0:1780963829.864700:0:5596:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000076ae2bc7. 00040000:00000010:2.0:1780963829.864703:0:5596:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a7fdc377. 00040000:00000010:2.0:1780963829.864705:0:5596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000e9b00b0a. 00000004:00000010:2.0:1780963829.864709:0:5596:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000b8509ae2. 00000004:00000010:2.0:1780963829.864713:0:5596:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000a4249b22. 00000004:00000010:2.0:1780963829.864716:0:5596:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000004fe9c859. 00002000:00000010:2.0:1780963829.864728:0:5596:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000000b78b5a4. 00000004:00000010:2.0:1780963829.864730:0:5596:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000001b9654af. 00000100:00000200:2.0:1780963829.864733:0:5596:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1780963829.864748:0:5596:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033abf4c8. 00000400:00000010:2.0:1780963829.864752:0:5596:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e12ae26f (tot 795622). 00000100:00000010:2.0:1780963829.864759:0:5596:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d94b8717. 00000100:00000200:2.0:1780963829.864813:0:5596:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1780963829.864845:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000657bb20a. 00000100:00000010:3.0:1780963829.865256:0:5597:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000314012ee. 00000020:00000010:3.0:1780963829.865260:0:5597:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c8f6e5c1. 00000020:00000010:3.0:1780963829.865265:0:5597:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c49c496. 00000020:00000010:3.0:1780963829.865273:0:5597:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ca3cb2e. 00000040:00000010:3.0:1780963829.865275:0:5597:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000fe17720b. 00000020:00000010:3.0:1780963829.865279:0:5597:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000007af36356. 00000020:00000010:3.0:1780963829.865282:0:5597:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000017b621fe. 00000020:00000010:3.0:1780963829.865284:0:5597:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000c13692a5. 80000000:00000010:3.0:1780963829.865287:0:5597:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f6f6de8c. 40000000:00000010:3.0:1780963829.865288:0:5597:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000ed0302d8. 00100000:00000010:3.0:1780963829.865291:0:5597:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000090fa73c5. 00040000:00000010:3.0:1780963829.865294:0:5597:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000002c2e8aa9. 00040000:00000010:3.0:1780963829.865298:0:5597:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000008cf123a9. 00040000:00000010:3.0:1780963829.865300:0:5597:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000023d5a71f. 00000004:00000010:3.0:1780963829.865303:0:5597:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000d30e53c1. 00000004:00000010:3.0:1780963829.865307:0:5597:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000818fd69c. 00000004:00000010:3.0:1780963829.865310:0:5597:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000a603501b. 00002000:00000010:3.0:1780963829.865312:0:5597:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000057817960. 00000004:00000010:3.0:1780963829.865315:0:5597:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000058f02738. 00000100:00000010:3.0:1780963829.865318:0:5597:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d354bd8d. 00000100:00000200:3.0:1780963829.865375:0:5597:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1780963829.865497:0:5593:0:(service.c:766:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000007e36f5e9. 00000100:00000010:0.0:1780963829.865503:0:5593:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 00000000642e6a6e. 00000100:00000010:0.0:1780963829.865520:0:5593:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000cd7e1cb4. 00000100:00000010:0.0:1780963829.865527:0:5593:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e3c1b410. 00000100:00000010:0.0:1780963829.865596:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e7b84e76. 00000100:00000010:0.0:1780963829.865605:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083726ef7. 00000100:00000010:0.0:1780963829.865609:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000040eca7cd. 00000100:00000010:0.0:1780963829.865614:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000792b2e3e. 00000100:00000010:0.0:1780963829.865617:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009fd393aa. 00000100:00000010:0.0:1780963829.865622:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004274e56f. 00000100:00000010:0.0:1780963829.865635:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f388d06f. 00000100:00000010:0.0:1780963829.865641:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075ada52d. 00000100:00000010:0.0:1780963829.865644:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000014beffe4. 00000100:00000010:0.0:1780963829.865653:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d2260f7. 00000100:00000010:0.0:1780963829.865656:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007d17e459. 00000100:00000010:0.0:1780963829.865667:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001df3af08. 00000100:00000010:0.0:1780963829.865671:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ac9457c8. 00000100:00000010:0.0:1780963829.865676:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002fdeb39b. 00000100:00000010:0.0:1780963829.865679:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009946609a. 00000100:00000010:0.0:1780963829.865684:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053af0b83. 00000100:00000010:0.0:1780963829.865687:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b9ebc462. 00000100:00000010:0.0:1780963829.865691:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a15795d5. 00000100:00000010:0.0:1780963829.865694:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000071ceb90. 00000100:00000010:0.0:1780963829.865705:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc80aa0b. 00000100:00000010:0.0:1780963829.865709:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009b0fd9d7. 00000100:00000010:0.0:1780963829.865714:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000944ab713. 00000100:00000010:0.0:1780963829.865716:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000076a03363. 00000100:00000010:0.0:1780963829.865721:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009216c553. 00000100:00000010:0.0:1780963829.865724:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008593a44e. 00000100:00000010:0.0:1780963829.865729:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000707ffb4d. 00000100:00000010:0.0:1780963829.865732:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003b2717f0. 00000100:00000010:0.0:1780963829.865745:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d204d6a0. 00000100:00000010:0.0:1780963829.865748:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008b3e6299. 00000100:00000010:0.0:1780963829.865753:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009e9a33d. 00000100:00000010:0.0:1780963829.865756:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000009e428bb. 00000100:00000010:0.0:1780963829.865760:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d7f040b. 00000100:00000010:0.0:1780963829.865763:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008768873c. 00000100:00000010:0.0:1780963829.865768:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000271b9140. 00000100:00000010:0.0:1780963829.865771:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000425a56bd. 00000100:00000010:0.0:1780963829.865791:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000550f335a. 00000100:00000010:0.0:1780963829.865796:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004798006f. 00000100:00000010:0.0:1780963829.865801:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000538106e. 00000100:00000010:0.0:1780963829.865810:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003b77e28d. 00000100:00000010:0.0:1780963829.865815:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cece1391. 00000100:00000010:0.0:1780963829.865821:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c105418c. 00000100:00000010:0.0:1780963829.865826:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008053376. 00000100:00000010:0.0:1780963829.865829:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c7710cba. 00000100:00000010:0.0:1780963829.865838:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b248ca5e. 00000100:00000010:0.0:1780963829.865842:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003c786876. 00000100:00000010:0.0:1780963829.865845:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a16d6a76. 00000100:00000010:0.0:1780963829.865848:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c0a3478b. 00000100:00000010:0.0:1780963829.865852:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c00c5bf. 00000100:00000010:0.0:1780963829.865854:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000812c5a51. 00000100:00000010:0.0:1780963829.865858:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003412a09e. 00000100:00000010:0.0:1780963829.865860:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000aeb2cc38. 00000100:00000010:0.0:1780963829.865871:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c57f7cd. 00000100:00000010:0.0:1780963829.865874:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000274f8980. 00000100:00000010:0.0:1780963829.865879:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7235bac. 00000100:00000010:0.0:1780963829.865882:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b6fee0bc. 00000100:00000010:0.0:1780963829.865887:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e5bc365. 00000100:00000010:0.0:1780963829.865889:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ba749231. 00000100:00000010:0.0:1780963829.865894:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ffc9b9ed. 00000100:00000010:0.0:1780963829.865896:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003a11d87b. 00000100:00000010:0.0:1780963829.865908:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010622d66. 00000100:00000010:0.0:1780963829.865911:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000bfbb137d. 00000100:00000010:0.0:1780963829.865916:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000345f779f. 00000100:00000010:0.0:1780963829.865919:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d7ac1b8f. 00000100:00000010:0.0:1780963829.865923:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5f94ee7. 00000100:00000010:0.0:1780963829.865926:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000aa5343f8. 00000100:00000010:0.0:1780963829.865931:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000992d5d. 00000100:00000010:0.0:1780963829.865933:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f6606a41. 00000100:00000010:0.0:1780963829.865944:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c86aba1. 00000100:00000010:0.0:1780963829.865947:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000d6404e9. 00000100:00000010:0.0:1780963829.865951:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052ccfbf9. 00000100:00000010:0.0:1780963829.865962:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cc098c50. 00000100:00000010:0.0:1780963829.865970:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a467ac55. 00000100:00000010:0.0:1780963829.865973:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b4ea86ea. 00000100:00000010:0.0:1780963829.865978:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b57fcdc1. 00000100:00000010:0.0:1780963829.865981:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000fee925c. 00000100:00000010:0.0:1780963829.865991:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000976f8bbb. 00000100:00000010:0.0:1780963829.865994:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000bd085723. 00000100:00000010:0.0:1780963829.865998:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca81d845. 00000100:00000010:0.0:1780963829.866001:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ca30e4bc. 00000100:00000010:0.0:1780963829.866005:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c4dfffc. 00000100:00000010:0.0:1780963829.866008:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000033ec6cbe. 00000100:00000010:0.0:1780963829.866012:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000512eb1d0. 00000100:00000010:0.0:1780963829.866016:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000640f3476. 00000100:00000010:0.0:1780963829.866026:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed49ae8e. 00000100:00000010:0.0:1780963829.866029:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c298ea25. 00000100:00000010:0.0:1780963829.866034:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ef27ecf. 00000100:00000010:0.0:1780963829.866037:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000089a307d8. 00000100:00000010:0.0:1780963829.866042:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c5475400. 00000100:00000010:0.0:1780963829.866045:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f01e71ef. 00000100:00000010:0.0:1780963829.866049:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080945b10. 00000100:00000010:0.0:1780963829.866052:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000001a96c7b6. 00000100:00000010:0.0:1780963829.866063:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051d4a89e. 00000100:00000010:0.0:1780963829.866066:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009faf780d. 00000100:00000010:0.0:1780963829.866071:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009754cbb4. 00000100:00000010:0.0:1780963829.866073:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000075e4586e. 00000100:00000010:0.0:1780963829.866078:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006791ba59. 00000100:00000010:0.0:1780963829.866081:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000091e61067. 00000100:00000010:0.0:1780963829.866085:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f4d203b. 00000100:00000010:0.0:1780963829.866088:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000093574ec4. 00000100:00000010:0.0:1780963829.866461:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000215200f6. 00000100:00000010:0.0:1780963829.866468:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c168395a. 00000100:00000010:0.0:1780963829.866473:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7f319c1. 00000100:00000010:0.0:1780963829.866491:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000110d3914. 00000100:00000010:0.0:1780963829.866496:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ead6024. 00000100:00000010:0.0:1780963829.866500:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a385ed3c. 00000100:00000010:0.0:1780963829.866505:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025355494. 00000100:00000010:0.0:1780963829.866508:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000024e6226. 00000100:00000010:0.0:1780963829.866519:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c397c484. 00000100:00000010:0.0:1780963829.866523:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d4e3c22e. 00000100:00000010:0.0:1780963829.866527:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000926ae777. 00000100:00000010:0.0:1780963829.866530:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c8630140. 00000100:00000010:0.0:1780963829.866601:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e5d19e4. 00000100:00000010:0.0:1780963829.866606:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d51545cc. 00000100:00000010:0.0:1780963829.866611:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef49d912. 00000100:00000010:0.0:1780963829.866614:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000003b26476. 00000100:00000010:0.0:1780963829.866626:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0fc71ac. 00000100:00000010:0.0:1780963829.866630:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000071731c28. 00000100:00000010:0.0:1780963829.866635:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5c6aaa0. 00000100:00000010:0.0:1780963829.866638:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ef0989e3. 00000100:00000010:0.0:1780963829.866643:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000edd1410d. 00000100:00000010:0.0:1780963829.866645:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b54fc3c6. 00000100:00000010:0.0:1780963829.866650:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2c1edfb. 00000100:00000010:0.0:1780963829.866653:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d58e5cfc. 00000100:00000010:0.0:1780963829.866663:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e2d2669. 00000100:00000010:0.0:1780963829.866667:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000034b92a0b. 00000100:00000010:0.0:1780963829.866672:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee73e4f9. 00000100:00000010:0.0:1780963829.866675:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000078f93d03. 00000100:00000010:0.0:1780963829.866680:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009acf289. 00000100:00000010:0.0:1780963829.866684:0:5593:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 0000000066008d3d. 00000100:00000010:0.0:1780963829.866698:0:5593:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f5b16682. 00000100:00000010:0.0:1780963829.866707:0:5593:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000066eed292. 00000100:00000010:0.0:1780963829.866713:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000faabb5be. 00000100:00000010:0.0:1780963829.866718:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7d41e44. 00000100:00000010:0.0:1780963829.866725:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000203bf17c. 00000100:00000010:0.0:1780963829.866734:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000181c4412. 00000100:00000010:0.0:1780963829.866737:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003f62bf86. 00000100:00000010:0.0:1780963829.866742:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf9c14d2. 00000100:00000010:0.0:1780963829.866752:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b3ff6afd. 00000100:00000010:0.0:1780963829.866757:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081fb5415. 00000100:00000010:0.0:1780963829.866760:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005ef02809. 00000100:00000010:0.0:1780963829.866765:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007870d6d6. 00000100:00000010:0.0:1780963829.866767:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000215bc09d. 00000100:00000010:0.0:1780963829.866792:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002acdd1fb. 00000100:00000010:0.0:1780963829.866797:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002a74bfdc. 00000100:00000010:0.0:1780963829.866801:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003aafd3b9. 00000100:00000010:0.0:1780963829.866804:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b480db7b. 00000100:00000010:0.0:1780963829.866810:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a33dff8. 00000100:00000010:0.0:1780963829.866813:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000bbb566c7. 00000100:00000010:0.0:1780963829.866818:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ef8e585. 00000100:00000010:0.0:1780963829.866821:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008caafc97. 00000100:00000010:0.0:1780963829.866833:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081f3aeec. 00000100:00000010:0.0:1780963829.866837:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000001f621246. 00000100:00000010:0.0:1780963829.866840:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0103dd2. 00000100:00000010:0.0:1780963829.866843:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008d88ef38. 00000100:00000010:0.0:1780963829.866847:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000606d13f9. 00000100:00000010:0.0:1780963829.866850:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005da0d594. 00000100:00000010:0.0:1780963829.866853:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd8802d7. 00000100:00000010:0.0:1780963829.866856:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cd2e9d8e. 00000100:00000010:0.0:1780963829.866868:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017fe9632. 00000100:00000010:0.0:1780963829.866872:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d3763960. 00000100:00000010:0.0:1780963829.866876:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a53acf60. 00000100:00000010:0.0:1780963829.866879:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fedd73d5. 00000100:00000010:0.0:1780963829.866884:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cf6e649. 00000100:00000010:0.0:1780963829.866886:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004e2b82d1. 00000100:00000010:0.0:1780963829.866895:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f6e28db. 00000100:00000010:0.0:1780963829.866898:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008eb9f397. 00000100:00000010:0.0:1780963829.866909:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f7a196b. 00000100:00000010:0.0:1780963829.866913:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a8498d6a. 00000100:00000010:0.0:1780963829.866917:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061f123ff. 00000100:00000010:0.0:1780963829.866929:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004101a2a8. 00000100:00000010:0.0:1780963829.866935:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000637563ff. 00000100:00000010:0.0:1780963829.866938:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006c9856f1. 00000100:00000010:0.0:1780963829.866942:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ff2ba8e. 00000100:00000010:0.0:1780963829.866946:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002e5af21d. 00000100:00000010:0.0:1780963829.866957:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1d7b073. 00000100:00000010:0.0:1780963829.866960:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006a03dd2d. 00000100:00000010:0.0:1780963829.866965:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6c84078. 00000100:00000010:0.0:1780963829.866968:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c15b93d7. 00000100:00000010:0.0:1780963829.866972:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7bed11f. 00000100:00000010:0.0:1780963829.866975:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a9bb3ce7. 00000100:00000010:0.0:1780963829.866980:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000848be88c. 00000100:00000010:0.0:1780963829.866983:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000093eaa331. 00000100:00000010:0.0:1780963829.866994:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2cc2ca9. 00000100:00000010:0.0:1780963829.866998:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dd709d8d. 00000100:00000010:0.0:1780963829.867002:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e85da08d. 00000100:00000010:0.0:1780963829.867005:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000af4fa130. 00000100:00000010:0.0:1780963829.867010:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071bc964f. 00000100:00000010:0.0:1780963829.867013:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d4b2b889. 00000100:00000010:0.0:1780963829.867017:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000899e44d9. 00000100:00000010:0.0:1780963829.867020:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b631f8ab. 00000100:00000010:0.0:1780963829.867031:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064a44074. 00000100:00000010:0.0:1780963829.867035:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f05faaa9. 00000100:00000010:0.0:1780963829.867040:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c679fb9. 00000100:00000010:0.0:1780963829.867042:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002742e800. 00000100:00000010:0.0:1780963829.867047:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000001e3d3f. 00000100:00000010:0.0:1780963829.867055:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008ef6d680. 00000100:00000010:0.0:1780963829.867060:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005b1aa00. 00000100:00000010:0.0:1780963829.867063:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005057eca8. 00000100:00000010:0.0:1780963829.867073:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b2f084e. 00000100:00000010:0.0:1780963829.867076:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f22b8b9e. 00000100:00000010:0.0:1780963829.867081:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f82e4472. 00000100:00000010:0.0:1780963829.867258:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000090c6988a. 00000100:00000010:0.0:1780963829.867265:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d56f6063. 00000100:00000010:0.0:1780963829.867269:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c0c409aa. 00000100:00000010:0.0:1780963829.867274:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000690254a8. 00000100:00000010:0.0:1780963829.867276:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b6a02963. 00000100:00000010:0.0:1780963829.867289:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000112b9cf0. 00000100:00000010:0.0:1780963829.867292:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000475cb609. 00000100:00000010:0.0:1780963829.867297:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5a85f8d. 00000100:00000010:0.0:1780963829.867299:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c1db8769. 00000100:00000010:0.0:1780963829.867304:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000136dda0c. 00000100:00000010:0.0:1780963829.867307:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b0295c6c. 00000100:00000010:0.0:1780963829.867312:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004870d88. 00000100:00000010:0.0:1780963829.867315:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000002f134ef. 00000100:00000010:0.0:1780963829.867326:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000193ae849. 00000100:00000010:0.0:1780963829.867330:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d1b2f19e. 00000100:00000010:0.0:1780963829.867444:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000de00a4b. 00000100:00000010:0.0:1780963829.867449:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000077d2eda8. 00000100:00000010:0.0:1780963829.867454:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f8d05fb. 00000100:00000010:0.0:1780963829.867458:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005d3f9f4b. 00000100:00000010:0.0:1780963829.867462:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001645b966. 00000100:00000010:0.0:1780963829.867465:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dd3cbf5d. 00000100:00000010:0.0:1780963829.867475:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000440323bb. 00000100:00000010:0.0:1780963829.867479:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c3758ffc. 00000100:00000010:0.0:1780963829.867482:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec32f286. 00000100:00000010:0.0:1780963829.867485:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000c3bf476. 00000100:00000010:0.0:1780963829.867493:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ecbf0589. 00000100:00000010:0.0:1780963829.867497:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b8d754b4. 00000100:00000010:0.0:1780963829.867500:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000928ad9de. 00000100:00000010:0.0:1780963829.867504:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005947f0a5. 00000100:00000010:0.0:1780963829.867515:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024cc6987. 00000100:00000010:0.0:1780963829.867519:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fccda9fd. 00000100:00000010:0.0:1780963829.867523:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025dce64c. 00000100:00000010:0.0:1780963829.867597:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007066ad7c. 00000100:00000010:0.0:1780963829.867605:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033013bcd. 00000100:00000010:0.0:1780963829.867609:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000098c97722. 00000100:00000010:0.0:1780963829.867613:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e29ab0fd. 00000100:00000010:0.0:1780963829.867616:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e22cf25b. 00000100:00000010:0.0:1780963829.867628:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7263d66. 00000100:00000010:0.0:1780963829.867631:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002dc21fd2. 00000100:00000010:0.0:1780963829.867635:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7b8f26a. 00000100:00000010:0.0:1780963829.867638:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a7384a1d. 00000100:00000010:0.0:1780963829.867642:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d3d2fb40. 00000100:00000010:0.0:1780963829.867644:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007616c0ac. 00000100:00000010:0.0:1780963829.867648:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d444138. 00000100:00000010:0.0:1780963829.867651:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000daed35f1. 00000100:00000010:0.0:1780963829.867660:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053b5792d. 00000100:00000010:0.0:1780963829.867664:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e3795315. 00000100:00000010:0.0:1780963829.867667:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075a10e3b. 00000100:00000010:0.0:1780963829.867670:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004f0bc3cd. 00000100:00000010:0.0:1780963829.867673:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b22dc39. 00000100:00000010:0.0:1780963829.867676:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005119ce14. 00000100:00000010:0.0:1780963829.867680:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054f5d1fc. 00000100:00000010:0.0:1780963829.867683:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000aa2c872b. 00000100:00000010:0.0:1780963829.867694:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4d05990. 00000100:00000010:0.0:1780963829.867697:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000567b2c86. 00000100:00000010:0.0:1780963829.867701:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b118791. 00000100:00000010:0.0:1780963829.867709:0:5593:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006cdf7b16. 00000100:00000010:0.0:1780963829.867714:0:5593:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a722e12. 00000400:00000200:0.0:1780963829.867719:0:5593:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1780963829.867775:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000075527e26 (tot 795702). 00000020:00000010:0.0:1780963829.867799:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000006fd42536 (tot 798414). 00000100:00000010:0.0:1780963829.867889:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000680b6e7b. 00000100:00000010:0.0:1780963829.867897:0:5593:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000013553ad0. 00000100:00000010:0.0:1780963829.867901:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000001e1b379. 00000100:00000010:0.0:1780963829.867905:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000005344d12f. 00000100:00000010:0.0:1780963829.867907:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000005d752361. 00000100:00000010:0.0:1780963829.867910:0:5593:0:(nrs.c:1009:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000c4747856. 00000100:00000010:0.0:1780963829.867912:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000000a5270c9. 00000100:00000010:0.0:1780963829.867913:0:5593:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c14d01a2. 00000100:00000010:0.0:1780963829.867915:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000000f6ecd95. 00000100:00000010:0.0:1780963829.867917:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000041418d14. 00000100:00000010:0.0:1780963829.867919:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000c169748d. 00000100:00000010:0.0:1780963829.867922:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000007a49aa68. 00000100:00000010:0.0:1780963829.867924:0:5593:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fdea60a0. 00000100:00000010:0.0:1780963829.867926:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000bad17c12. 00000100:00000010:0.0:1780963829.867928:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000008e59f380. 00000100:00000010:0.0:1780963829.867929:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000d5971693. 00000100:00000010:0.0:1780963829.867931:0:5593:0:(nrs.c:1009:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000261d58f0. 00000100:00000010:0.0:1780963829.867933:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000035cf15af. 00000100:00000010:0.0:1780963829.867935:0:5593:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000050a2aa12. 00000100:00000010:0.0:1780963829.867937:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000000076738d. 00000100:00000010:0.0:1780963829.867939:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000004d5a348d. 00000100:00000010:0.0:1780963829.867941:0:5593:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000000de3d2dc. 00000100:00000200:0.0:1780963829.867986:0:5593:0:(service.c:857:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1780963829.867993:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f890beaf. 00000100:00000010:0.0:1780963829.878035:0:5598:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000174a17aa. 00000020:00000010:0.0:1780963829.878047:0:5598:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000839714d7. 00000020:00000010:0.0:1780963829.878057:0:5598:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c184b87. 00000020:00000010:0.0:1780963829.878138:0:5598:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045ad8387. 00000020:00000010:0.0:1780963829.878141:0:5598:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000c99d5424. 00000040:00000010:0.0:1780963829.878146:0:5598:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000e6133d43. 00000020:00000010:0.0:1780963829.878151:0:5598:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000007f2c11. 00000020:00000010:0.0:1780963829.878157:0:5598:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000005e11b471. 00000020:00000010:0.0:1780963829.878162:0:5598:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f57ed862. 80000000:00000010:0.0:1780963829.878167:0:5598:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000031bbdd3. 40000000:00000010:0.0:1780963829.878170:0:5598:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000078992481. 00000008:00000010:0.0:1780963829.878189:0:5598:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000005c2ce0a9. 00020000:00000010:0.0:1780963829.878195:0:5598:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000099a04614. 00008000:00000010:0.0:1780963829.878211:0:5598:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000009b8184a0. 00100000:00000010:0.0:1780963829.878218:0:5598:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000589a899d. 00040000:00000010:0.0:1780963829.878224:0:5598:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000009fa3d6b0. 00040000:00000010:0.0:1780963829.878229:0:5598:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000003134ca01. 00040000:00000010:0.0:1780963829.878233:0:5598:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb04d675. 00000004:00000010:0.0:1780963829.878249:0:5598:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000b9ff0aaf. 00000004:00000010:0.0:1780963829.878256:0:5598:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000a030d038. 00000004:00000010:0.0:1780963829.878262:0:5598:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000cbfbd466. 00002000:00000010:0.0:1780963829.878268:0:5598:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000003e86d464. 00000004:00000010:0.0:1780963829.878272:0:5598:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000069d41751. 00000080:00000010:0.0:1780963829.878286:0:5598:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000008a4699f. 00000080:00000010:0.0:1780963829.878303:0:5598:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000041671768. 00000100:00000200:0.0:1780963829.878310:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963829.878319:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfb1007c. 00000400:00000010:0.0:1780963829.878326:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a810fd6 (tot 798566). 00000100:00000200:0.0:1780963829.878343:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963829.878346:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e039726e. 00000400:00000010:0.0:1780963829.878349:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003b3df62a (tot 798718). 00000100:00000200:0.0:1780963829.878352:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963829.878354:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a79ddae. 00000400:00000010:0.0:1780963829.878356:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000005366c20 (tot 798870). 00000100:00000200:0.0:1780963829.878357:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963829.878359:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f8e8f6. 00000400:00000010:0.0:1780963829.878671:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007a9e7080 (tot 799022). 00000100:00000200:0.0:1780963829.878683:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878808:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd68820a. 00000400:00000010:1.0:1780963829.878814:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4385918 (tot 799174). 00000100:00000200:1.0:1780963829.878818:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878821:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8920674. 00000400:00000010:1.0:1780963829.878823:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001783da0f (tot 799326). 00000100:00000200:1.0:1780963829.878825:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878827:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000005d4d2c8. 00000400:00000010:1.0:1780963829.878829:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a5df03 (tot 799478). 00000100:00000200:1.0:1780963829.878831:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878833:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6975e86. 00000400:00000010:1.0:1780963829.878835:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7f54697 (tot 799630). 00000100:00000200:1.0:1780963829.878837:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878839:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f349dcc7. 00000400:00000010:1.0:1780963829.878841:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000032f41d76 (tot 799782). 00000100:00000200:1.0:1780963829.878843:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878845:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ffefc59. 00000400:00000010:1.0:1780963829.878847:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000322bb860 (tot 799934). 00000100:00000200:1.0:1780963829.878850:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878852:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3476002. 00000400:00000010:1.0:1780963829.878854:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001931ff31 (tot 800086). 00000100:00000200:1.0:1780963829.878855:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878857:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf87f82b. 00000400:00000010:1.0:1780963829.878859:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b88ae9c5 (tot 800238). 00000100:00000200:1.0:1780963829.878862:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878863:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061ed3350. 00000400:00000010:1.0:1780963829.878866:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fef3a4b2 (tot 800390). 00000100:00000200:1.0:1780963829.878868:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878878:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ceb3e9a0. 00000400:00000010:1.0:1780963829.878880:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003009d0e8 (tot 800542). 00000100:00000200:1.0:1780963829.878882:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878884:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065502aa5. 00000400:00000010:1.0:1780963829.878885:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a87966b6 (tot 800694). 00000100:00000200:1.0:1780963829.878887:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878889:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4479e76. 00000400:00000010:1.0:1780963829.878891:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa02b1a7 (tot 800846). 00000100:00000200:1.0:1780963829.878894:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878895:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088c1fcab. 00000400:00000010:1.0:1780963829.878897:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000034f031b0 (tot 800998). 00000100:00000200:1.0:1780963829.878899:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878900:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040f4d931. 00000400:00000010:1.0:1780963829.878902:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb883808 (tot 801150). 00000100:00000200:1.0:1780963829.878904:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878905:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e3081e3. 00000400:00000010:1.0:1780963829.878907:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007f5a7ac5 (tot 801302). 00000100:00000200:1.0:1780963829.878908:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878910:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000024b95d70. 00000400:00000010:1.0:1780963829.878912:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000011683448 (tot 801454). 00000100:00000200:1.0:1780963829.878914:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878916:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000327eab1f. 00000400:00000010:1.0:1780963829.878918:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae9c09a2 (tot 801606). 00000100:00000200:1.0:1780963829.878920:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878921:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008bff33a0. 00000400:00000010:1.0:1780963829.878923:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5fb92d0 (tot 801758). 00000100:00000200:1.0:1780963829.878925:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878926:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a908025e. 00000400:00000010:1.0:1780963829.878928:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002fd5e468 (tot 801910). 00000100:00000200:1.0:1780963829.878930:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878931:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023d9a909. 00000400:00000010:1.0:1780963829.878932:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1a1d016 (tot 802062). 00000100:00000200:1.0:1780963829.878934:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878935:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005660296b. 00000400:00000010:1.0:1780963829.878937:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000025adf73 (tot 802214). 00000100:00000200:1.0:1780963829.878946:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878948:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000831d26ec. 00000400:00000010:1.0:1780963829.878950:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001839f54c (tot 802366). 00000100:00000200:1.0:1780963829.878952:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878953:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000acf680c1. 00000400:00000010:1.0:1780963829.878955:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca789a9c (tot 802518). 00000100:00000200:1.0:1780963829.878957:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878959:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000697e65a7. 00000400:00000010:1.0:1780963829.878960:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000060553fbd (tot 802670). 00000100:00000200:1.0:1780963829.878962:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.878963:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000782338c4. 00000400:00000010:1.0:1780963829.878965:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab7618d5 (tot 802822). 00000100:00000200:1.0:1780963829.879031:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879035:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002651c745. 00000400:00000010:1.0:1780963829.879038:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009f3f0cd7 (tot 802974). 00000100:00000200:1.0:1780963829.879041:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879043:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8f3daa. 00000400:00000010:1.0:1780963829.879045:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002a9ba76f (tot 803126). 00000100:00000200:1.0:1780963829.879047:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879048:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000480dd595. 00000400:00000010:1.0:1780963829.879050:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb923f28 (tot 803278). 00000100:00000200:1.0:1780963829.879052:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879054:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001aa00aa5. 00000400:00000010:1.0:1780963829.879056:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000799abff6 (tot 803430). 00000100:00000200:1.0:1780963829.879058:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879061:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebfb6e58. 00000400:00000010:1.0:1780963829.879062:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000659db592 (tot 803582). 00000100:00000200:1.0:1780963829.879065:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879066:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f4c9f5e3. 00000400:00000010:1.0:1780963829.879069:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7d967db (tot 803734). 00000100:00000200:1.0:1780963829.879071:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879073:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac1d4d1c. 00000400:00000010:1.0:1780963829.879075:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d42dc821 (tot 803886). 00000100:00000200:1.0:1780963829.879077:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879086:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bf60cb3. 00000400:00000010:1.0:1780963829.879088:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4b5b1aa (tot 804038). 00000100:00000200:1.0:1780963829.879090:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879121:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e869a1f. 00000400:00000010:1.0:1780963829.879124:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000053e79dbb (tot 804190). 00000100:00000200:1.0:1780963829.879126:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879128:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003888a62c. 00000400:00000010:1.0:1780963829.879130:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000efd49a0 (tot 804342). 00000100:00000200:1.0:1780963829.879132:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879134:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083023313. 00000400:00000010:1.0:1780963829.879135:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000065d4042b (tot 804494). 00000100:00000200:1.0:1780963829.879137:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879139:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b7395e6d. 00000400:00000010:1.0:1780963829.879141:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000090ddbb1e (tot 804646). 00000100:00000200:1.0:1780963829.879143:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879145:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f884a824. 00000400:00000010:1.0:1780963829.879147:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5576090 (tot 804798). 00000100:00000200:1.0:1780963829.879150:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879164:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000324108de. 00000400:00000010:1.0:1780963829.879167:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083849e04 (tot 804950). 00000100:00000200:1.0:1780963829.879170:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879172:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005548abb1. 00000400:00000010:1.0:1780963829.879174:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006691a5d2 (tot 805102). 00000100:00000200:1.0:1780963829.879176:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879177:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008477fc99. 00000400:00000010:1.0:1780963829.879179:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000048606b3e (tot 805254). 00000100:00000200:1.0:1780963829.879181:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879182:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e34e798. 00000400:00000010:1.0:1780963829.879184:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000520ac0a4 (tot 805406). 00000100:00000200:1.0:1780963829.879186:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879187:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b94f554. 00000400:00000010:1.0:1780963829.879188:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4da50fe (tot 805558). 00000100:00000200:1.0:1780963829.879190:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879192:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a78449d. 00000400:00000010:1.0:1780963829.879194:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006c69f625 (tot 805710). 00000100:00000200:1.0:1780963829.879201:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879204:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf979643. 00000400:00000010:1.0:1780963829.879206:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f91b9fc (tot 805862). 00000100:00000200:1.0:1780963829.879208:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879210:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c600e099. 00000400:00000010:1.0:1780963829.879213:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000055a92c55 (tot 806014). 00000100:00000200:1.0:1780963829.879215:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879216:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065205683. 00000400:00000010:1.0:1780963829.879219:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed879f17 (tot 806166). 00000100:00000200:1.0:1780963829.879221:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879222:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000569c0d07. 00000400:00000010:1.0:1780963829.879225:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af931288 (tot 806318). 00000100:00000200:1.0:1780963829.879227:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879228:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000367cc06a. 00000400:00000010:1.0:1780963829.879231:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000873eb112 (tot 806470). 00000100:00000200:1.0:1780963829.879233:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879235:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009afa56b7. 00000400:00000010:1.0:1780963829.879236:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001a369d63 (tot 806622). 00000100:00000200:1.0:1780963829.879239:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879241:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093a9ce5f. 00000400:00000010:1.0:1780963829.879242:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa598442 (tot 806774). 00000100:00000200:1.0:1780963829.879245:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879246:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db49817f. 00000400:00000010:1.0:1780963829.879249:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1cb1d3d (tot 806926). 00000100:00000200:1.0:1780963829.879251:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879253:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3693c4b. 00000400:00000010:1.0:1780963829.879255:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000017a921cd (tot 807078). 00000100:00000200:1.0:1780963829.879257:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879259:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d4ea5b0. 00000400:00000010:1.0:1780963829.879261:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb58800f (tot 807230). 00000100:00000200:1.0:1780963829.879263:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879265:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071f20135. 00000400:00000010:1.0:1780963829.879267:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fabdc99b (tot 807382). 00000100:00000200:1.0:1780963829.879269:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879280:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f739601. 00000400:00000010:1.0:1780963829.879283:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000e699599 (tot 807534). 00000100:00000200:1.0:1780963829.879286:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879288:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa525818. 00000400:00000010:1.0:1780963829.879290:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000994bc975 (tot 807686). 00000100:00000200:1.0:1780963829.879292:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879294:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d48c333. 00000400:00000010:1.0:1780963829.879296:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007268a97e (tot 807838). 00000100:00000200:1.0:1780963829.879298:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879300:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088cb47d7. 00000400:00000010:1.0:1780963829.879302:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a92b3b1f (tot 807990). 00000100:00000200:1.0:1780963829.879304:0:5598:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963829.879306:0:5598:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000754bc639. 00000400:00000010:1.0:1780963829.879308:0:5598:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000750aa688 (tot 808142). 00000100:00000010:1.0:1780963829.879312:0:5598:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003d85343c. 00000100:00000200:1.0:1780963829.879467:0:5598:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780963829.879954:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004a9079a3. 00000100:00000010:0.0:1780963829.880849:0:5599:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f26294a1. 00000020:00000010:0.0:1780963829.880855:0:5599:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001b515b4c. 00000020:00000010:0.0:1780963829.880862:0:5599:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006819dea9. 00000020:00000010:0.0:1780963829.880871:0:5599:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fcf2fcb. 00000020:00000010:0.0:1780963829.880875:0:5599:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b0fc6318. 00000040:00000010:0.0:1780963829.880879:0:5599:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000008a8f8434. 00000020:00000010:0.0:1780963829.880884:0:5599:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000fc04b6a7. 00000020:00000010:0.0:1780963829.880890:0:5599:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000063f7eca7. 00000020:00000010:0.0:1780963829.880894:0:5599:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006e7e6c7f. 80000000:00000010:0.0:1780963829.880899:0:5599:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000d701081d. 40000000:00000010:0.0:1780963829.880903:0:5599:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000004aa5c3ce. 00000008:00000010:0.0:1780963829.880908:0:5599:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000f5fdfaa9. 00020000:00000010:0.0:1780963829.880913:0:5599:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000bdd7e9cd. 00008000:00000010:0.0:1780963829.880919:0:5599:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000032221e4d. 00100000:00000010:0.0:1780963829.880923:0:5599:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000008eb2077c. 00040000:00000010:0.0:1780963829.880928:0:5599:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000958ebd04. 00040000:00000010:0.0:1780963829.880932:0:5599:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000be3543bf. 00040000:00000010:0.0:1780963829.880935:0:5599:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000f39895b3. 00000004:00000010:0.0:1780963829.880941:0:5599:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000009e153af4. 00000004:00000010:0.0:1780963829.880945:0:5599:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000d098f6ed. 00000004:00000010:0.0:1780963829.880950:0:5599:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000005902ed59. 00002000:00000010:0.0:1780963829.880955:0:5599:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000b68dad0f. 00000004:00000010:0.0:1780963829.880960:0:5599:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000b13b397d. 00000080:00000010:0.0:1780963829.880964:0:5599:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000002130db95. 00000080:00000010:0.0:1780963829.881037:0:5599:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000bb8bdd46. 00000100:00000010:0.0:1780963829.881043:0:5599:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000007d0e25d. 00000100:00000200:0.0:1780963829.881064:0:5599:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1780963829.881124:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cdb226af. 00000100:00000010:1.0:1780963829.888888:0:5600:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000018d1994f. 00000020:00000010:1.0:1780963829.888903:0:5600:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f7e8ba62. 00000020:00000010:1.0:1780963829.888912:0:5600:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1b40183. 00000020:00000010:1.0:1780963829.888917:0:5600:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f644852. 00000020:00000010:1.0:1780963829.888921:0:5600:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000007b0989b6. 00000040:00000010:1.0:1780963829.888927:0:5600:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000008b6168ed. 00000020:00000010:1.0:1780963829.888932:0:5600:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000007a28dfce. 00000020:00000010:1.0:1780963829.888939:0:5600:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000487d3c04. 00000020:00000010:1.0:1780963829.888944:0:5600:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000199cea5f. 80000000:00000010:1.0:1780963829.888949:0:5600:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e12b9bca. 40000000:00000010:1.0:1780963829.888953:0:5600:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000019892100. 00000008:00000010:1.0:1780963829.888958:0:5600:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000076ba8fe2. 00020000:00000010:1.0:1780963829.888964:0:5600:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000003d40449f. 00008000:00000010:1.0:1780963829.889080:0:5600:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000006cb183. 00100000:00000010:1.0:1780963829.889086:0:5600:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000ea90b651. 00040000:00000010:1.0:1780963829.889090:0:5600:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000277c2cfd. 00040000:00000010:1.0:1780963829.889118:0:5600:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032213221. 00040000:00000010:1.0:1780963829.889137:0:5600:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000006ace9011. 00000004:00000010:1.0:1780963829.889143:0:5600:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000e05acf92. 00000004:00000010:1.0:1780963829.889149:0:5600:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000061549836. 00000004:00000010:1.0:1780963829.889154:0:5600:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000005441d2fb. 00002000:00000010:1.0:1780963829.889158:0:5600:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000002372ff5c. 00000004:00000010:1.0:1780963829.889163:0:5600:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000007348d63e. 00000080:00000010:1.0:1780963829.889169:0:5600:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000751ad95f. 00000080:00000010:1.0:1780963829.889174:0:5600:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000ffdde01f. 00000100:00000010:1.0:1780963829.889179:0:5600:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005c5dfdf4. 00000100:00000200:1.0:1780963829.889207:0:5600:0:(service.c:2861:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1780963829.889316:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000218cd93b. 00000100:00000010:2.0:1780963829.891917:0:5601:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000022807962. 00000020:00000010:2.0:1780963829.891928:0:5601:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002d8a0375. 00000020:00000010:2.0:1780963829.891935:0:5601:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5198628. 00000020:00000010:2.0:1780963829.891940:0:5601:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a01d0a02. 00000020:00000010:2.0:1780963829.891943:0:5601:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000025b02248. 00000040:00000010:2.0:1780963829.891947:0:5601:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000904ec588. 00000020:00000010:2.0:1780963829.891951:0:5601:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000004dfe3300. 00000020:00000010:2.0:1780963829.891957:0:5601:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000515c354d. 00000020:00000010:2.0:1780963829.891962:0:5601:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000e8a40fdd. 80000000:00000010:2.0:1780963829.892028:0:5601:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000302de36e. 40000000:00000010:2.0:1780963829.892031:0:5601:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000acf17fb8. 00000008:00000010:2.0:1780963829.892062:0:5601:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000099f277b4. 00020000:00000010:2.0:1780963829.892069:0:5601:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000003a9c14c7. 00008000:00000010:2.0:1780963829.892085:0:5601:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000008bff23ef. 00100000:00000010:2.0:1780963829.892287:0:5601:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000b00677c1. 00040000:00000010:2.0:1780963829.892295:0:5601:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000aba45580. 00040000:00000010:2.0:1780963829.892299:0:5601:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000099742ff2. 00040000:00000010:2.0:1780963829.892304:0:5601:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005b97ce3c. 00000004:00000010:2.0:1780963829.892309:0:5601:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000734116b0. 00000004:00000010:2.0:1780963829.892316:0:5601:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000a6634fe7. 00000004:00000010:2.0:1780963829.892320:0:5601:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000004f875d81. 00002000:00000010:2.0:1780963829.892325:0:5601:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000003b367c60. 00000004:00000010:2.0:1780963829.892330:0:5601:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000015ce6a40. 00000080:00000010:2.0:1780963829.892357:0:5601:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000002ad165df. 00000080:00000010:2.0:1780963829.892384:0:5601:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000cfd683d0. 00000100:00000200:2.0:1780963829.892394:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892404:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005082ff76. 00000400:00000010:2.0:1780963829.892411:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007c851f59 (tot 808294). 00000100:00000200:2.0:1780963829.892421:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892423:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bc07966d. 00000400:00000010:2.0:1780963829.892425:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000086ef5e70 (tot 808446). 00000100:00000200:2.0:1780963829.892427:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892430:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000673c7514. 00000400:00000010:2.0:1780963829.892432:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009c6ed9a3 (tot 808598). 00000100:00000200:2.0:1780963829.892434:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892436:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b17acbb0. 00000400:00000010:2.0:1780963829.892438:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d28a01fb (tot 808750). 00000100:00000200:2.0:1780963829.892718:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892724:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dab17b3f. 00000400:00000010:2.0:1780963829.892727:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dadf7f95 (tot 808902). 00000100:00000200:2.0:1780963829.892730:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892732:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d331af32. 00000400:00000010:2.0:1780963829.892735:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f705eb (tot 809054). 00000100:00000200:2.0:1780963829.892737:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892739:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089825844. 00000400:00000010:2.0:1780963829.892741:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000048c60d43 (tot 809206). 00000100:00000200:2.0:1780963829.892743:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892745:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7534887. 00000400:00000010:2.0:1780963829.892747:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006cb04f67 (tot 809358). 00000100:00000200:2.0:1780963829.892749:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892751:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037837525. 00000400:00000010:2.0:1780963829.892753:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000debeaa5a (tot 809510). 00000100:00000200:2.0:1780963829.892754:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892756:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059fa2922. 00000400:00000010:2.0:1780963829.892758:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000058ccab41 (tot 809662). 00000100:00000200:2.0:1780963829.892760:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892762:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f6a03a9. 00000400:00000010:2.0:1780963829.892764:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005620679d (tot 809814). 00000100:00000200:2.0:1780963829.892766:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892787:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ace1c3df. 00000400:00000010:2.0:1780963829.892792:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a520f0 (tot 809966). 00000100:00000200:2.0:1780963829.892795:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892797:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000931e204. 00000400:00000010:2.0:1780963829.892800:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ade25f95 (tot 810118). 00000100:00000200:2.0:1780963829.892802:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892803:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfb122a0. 00000400:00000010:2.0:1780963829.892806:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000003e125ef (tot 810270). 00000100:00000200:2.0:1780963829.892808:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892810:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008fffaec. 00000400:00000010:2.0:1780963829.892812:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb0e4d5 (tot 810422). 00000100:00000200:2.0:1780963829.892814:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892815:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000051f6e51b. 00000400:00000010:2.0:1780963829.892817:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000055360343 (tot 810574). 00000100:00000200:2.0:1780963829.892819:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892821:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007940c70a. 00000400:00000010:2.0:1780963829.892823:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8052e92 (tot 810726). 00000100:00000200:2.0:1780963829.892825:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892827:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074213001. 00000400:00000010:2.0:1780963829.892829:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000396d6502 (tot 810878). 00000100:00000200:2.0:1780963829.892831:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892833:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dc122306. 00000400:00000010:2.0:1780963829.892835:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000afe44a8 (tot 811030). 00000100:00000200:2.0:1780963829.892837:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892838:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf8fbb3a. 00000400:00000010:2.0:1780963829.892840:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006840d33b (tot 811182). 00000100:00000200:2.0:1780963829.892842:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892844:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee160a88. 00000400:00000010:2.0:1780963829.892846:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000087e076f7 (tot 811334). 00000100:00000200:2.0:1780963829.892848:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892850:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023cde2cf. 00000400:00000010:2.0:1780963829.892852:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001a5b3654 (tot 811486). 00000100:00000200:2.0:1780963829.892854:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892855:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007433c24c. 00000400:00000010:2.0:1780963829.892857:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000072f04343 (tot 811638). 00000100:00000200:2.0:1780963829.892866:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892868:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c772a9b1. 00000400:00000010:2.0:1780963829.892870:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094a1bd14 (tot 811790). 00000100:00000200:2.0:1780963829.892873:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892875:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7e6f7aa. 00000400:00000010:2.0:1780963829.892877:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001323cf86 (tot 811942). 00000100:00000200:2.0:1780963829.892879:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892880:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008eb9b3ee. 00000400:00000010:2.0:1780963829.892882:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008a1ae0e6 (tot 812094). 00000100:00000200:2.0:1780963829.892885:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892886:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8d2d0f9. 00000400:00000010:2.0:1780963829.892888:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae7ea9f5 (tot 812246). 00000100:00000200:2.0:1780963829.892890:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892892:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c589de8d. 00000400:00000010:2.0:1780963829.892895:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f898238 (tot 812398). 00000100:00000200:2.0:1780963829.892898:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892899:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0369575. 00000400:00000010:2.0:1780963829.892902:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f00a774 (tot 812550). 00000100:00000200:2.0:1780963829.892905:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892907:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba3cd9b8. 00000400:00000010:2.0:1780963829.892910:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000f27881a (tot 812702). 00000100:00000200:2.0:1780963829.892912:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892914:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5d048a5. 00000400:00000010:2.0:1780963829.892916:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f828c400 (tot 812854). 00000100:00000200:2.0:1780963829.892919:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892920:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000800b1ebc. 00000400:00000010:2.0:1780963829.892922:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004a1d41a2 (tot 813006). 00000100:00000200:2.0:1780963829.892924:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892926:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ee98f31. 00000400:00000010:2.0:1780963829.892928:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1125428 (tot 813158). 00000100:00000200:2.0:1780963829.892930:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892932:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cbeb51a. 00000400:00000010:2.0:1780963829.892934:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007217812e (tot 813310). 00000100:00000200:2.0:1780963829.892935:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892946:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000041676b0. 00000400:00000010:2.0:1780963829.892948:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001141805a (tot 813462). 00000100:00000200:2.0:1780963829.892951:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892953:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c7a02f. 00000400:00000010:2.0:1780963829.892955:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000057dbe9f1 (tot 813614). 00000100:00000200:2.0:1780963829.892958:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892959:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e495dadd. 00000400:00000010:2.0:1780963829.892961:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000952266ed (tot 813766). 00000100:00000200:2.0:1780963829.892963:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.892965:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000806ca3c9. 00000400:00000010:2.0:1780963829.893038:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000012d104b3 (tot 813918). 00000100:00000200:2.0:1780963829.893043:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893045:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e199a9bd. 00000400:00000010:2.0:1780963829.893048:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc1b2731 (tot 814070). 00000100:00000200:2.0:1780963829.893050:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893052:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5200ca9. 00000400:00000010:2.0:1780963829.893054:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f118e735 (tot 814222). 00000100:00000200:2.0:1780963829.893056:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893058:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9df6761. 00000400:00000010:2.0:1780963829.893060:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebd3c39f (tot 814374). 00000100:00000200:2.0:1780963829.893062:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893064:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009596fb77. 00000400:00000010:2.0:1780963829.893066:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0fea1f7 (tot 814526). 00000100:00000200:2.0:1780963829.893068:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893069:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f8fcb38. 00000400:00000010:2.0:1780963829.893071:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000151ff576 (tot 814678). 00000100:00000200:2.0:1780963829.893073:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893075:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c976f94. 00000400:00000010:2.0:1780963829.893078:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c875e45c (tot 814830). 00000100:00000200:2.0:1780963829.893080:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893082:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0b9d787. 00000400:00000010:2.0:1780963829.893085:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8f8771d (tot 814982). 00000100:00000200:2.0:1780963829.893087:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893223:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003b79b778. 00000400:00000010:2.0:1780963829.893229:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000179790c5 (tot 815134). 00000100:00000200:2.0:1780963829.893238:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893241:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9a2e60. 00000400:00000010:2.0:1780963829.893243:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000009134abc (tot 815286). 00000100:00000200:2.0:1780963829.893245:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893247:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfaa26c8. 00000400:00000010:2.0:1780963829.893249:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aff3c6d3 (tot 815438). 00000100:00000200:2.0:1780963829.893251:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893253:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c038583. 00000400:00000010:2.0:1780963829.893255:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001e1fcb78 (tot 815590). 00000100:00000200:2.0:1780963829.893257:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893259:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046756a52. 00000400:00000010:2.0:1780963829.893261:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c807bbbd (tot 815742). 00000100:00000200:2.0:1780963829.893263:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893265:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000360ca049. 00000400:00000010:2.0:1780963829.893267:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000052ef28ce (tot 815894). 00000100:00000200:2.0:1780963829.893269:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893270:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c436e23. 00000400:00000010:2.0:1780963829.893272:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f04c592a (tot 816046). 00000100:00000200:2.0:1780963829.893274:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893276:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000219e811. 00000400:00000010:2.0:1780963829.893278:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002d91a7b7 (tot 816198). 00000100:00000200:2.0:1780963829.893280:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893282:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003cd8fc09. 00000400:00000010:2.0:1780963829.893284:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f335788e (tot 816350). 00000100:00000200:2.0:1780963829.893286:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893288:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fbf62142. 00000400:00000010:2.0:1780963829.893290:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed62d9f0 (tot 816502). 00000100:00000200:2.0:1780963829.893292:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893294:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcd712bf. 00000400:00000010:2.0:1780963829.893297:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8c6a35f (tot 816654). 00000100:00000200:2.0:1780963829.893300:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893301:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ee0debd. 00000400:00000010:2.0:1780963829.893303:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b93fe9ec (tot 816806). 00000100:00000200:2.0:1780963829.893305:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893313:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000106c6260. 00000400:00000010:2.0:1780963829.893316:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6799920 (tot 816958). 00000100:00000200:2.0:1780963829.893318:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893320:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010539492. 00000400:00000010:2.0:1780963829.893323:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000096ca2ff2 (tot 817110). 00000100:00000200:2.0:1780963829.893325:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893326:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000044c4a1d1. 00000400:00000010:2.0:1780963829.893328:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000063a69c8c (tot 817262). 00000100:00000200:2.0:1780963829.893331:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893332:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022979616. 00000400:00000010:2.0:1780963829.893334:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f50498c5 (tot 817414). 00000100:00000200:2.0:1780963829.893336:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893338:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000438f34cc. 00000400:00000010:2.0:1780963829.893340:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7fc36dc (tot 817566). 00000100:00000200:2.0:1780963829.893342:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893344:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddbfbfc3. 00000400:00000010:2.0:1780963829.893346:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8fae569 (tot 817718). 00000100:00000200:2.0:1780963829.893348:0:5601:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963829.893350:0:5601:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0ea2790. 00000400:00000010:2.0:1780963829.893352:0:5601:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000025b91c66 (tot 817870). 00000100:00000010:2.0:1780963829.893356:0:5601:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d8ca125c. 00000100:00000200:2.0:1780963829.893720:0:5601:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1780963829.897756:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009ed9f68b. 00000100:00000010:3.0:1780963829.898311:0:5602:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e58ba2bf. 00000020:00000010:3.0:1780963829.898318:0:5602:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000064c55004. 00000020:00000010:3.0:1780963829.898327:0:5602:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006e7104c. 00000020:00000010:3.0:1780963829.898438:0:5602:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d24019c8. 00000020:00000010:3.0:1780963829.898494:0:5602:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000133f5b9b. 00000040:00000010:3.0:1780963829.898499:0:5602:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000006f3863b5. 00000020:00000010:3.0:1780963829.898505:0:5602:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000054e30095. 00000020:00000010:3.0:1780963829.898511:0:5602:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000ae9dcbed. 00000020:00000010:3.0:1780963829.898515:0:5602:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000027cb2943. 80000000:00000010:3.0:1780963829.898520:0:5602:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000091e5957a. 40000000:00000010:3.0:1780963829.898523:0:5602:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000ec471b2b. 00000008:00000010:3.0:1780963829.898600:0:5602:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000003d8070bb. 00020000:00000010:3.0:1780963829.898607:0:5602:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000076b0e0ae. 00008000:00000010:3.0:1780963829.898622:0:5602:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000e7ccb2ca. 00100000:00000010:3.0:1780963829.898629:0:5602:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000be0ca344. 00040000:00000010:3.0:1780963829.898639:0:5602:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000bf6e95fa. 00040000:00000010:3.0:1780963829.898645:0:5602:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba91aef4. 00040000:00000010:3.0:1780963829.898649:0:5602:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000004cdb55e2. 00000004:00000010:3.0:1780963829.898654:0:5602:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000071348a4e. 00000004:00000010:3.0:1780963829.898660:0:5602:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000dee0fc8a. 00000004:00000010:3.0:1780963829.898665:0:5602:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000002aa2b899. 00002000:00000010:3.0:1780963829.898670:0:5602:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000424bac19. 00000004:00000010:3.0:1780963829.898675:0:5602:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000edacea47. 00000080:00000010:3.0:1780963829.898690:0:5602:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000005fb4a077. 00000080:00000010:3.0:1780963829.898706:0:5602:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000015de309d. 00000100:00000010:3.0:1780963829.898712:0:5602:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c2455621. 00000100:00000200:3.0:1780963829.898763:0:5602:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1780963829.906115:0:5593:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000040c8116c. 00000100:00000010:2.0:1780963829.911823:0:5603:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000904e24f3. 00000020:00000010:2.0:1780963829.911840:0:5603:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004cafa6de. 00000020:00000010:2.0:1780963829.911852:0:5603:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c767c8f. 00000020:00000010:2.0:1780963829.911858:0:5603:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd6ecfea. 00000020:00000010:2.0:1780963829.911862:0:5603:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000070cf41cd. 00000040:00000010:2.0:1780963829.911866:0:5603:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000fad78d34. 00000020:00000010:2.0:1780963829.911872:0:5603:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000b5ca45d5. 00000020:00000010:2.0:1780963829.911878:0:5603:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000a03a1de6. 00000020:00000010:2.0:1780963829.911884:0:5603:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000fcdbf90c. 80000000:00000010:2.0:1780963829.911888:0:5603:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000df54b860. 40000000:00000010:2.0:1780963829.911892:0:5603:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000f95c7c16. 00000008:00000010:2.0:1780963829.911897:0:5603:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000bcd206e9. 00020000:00000010:2.0:1780963829.911921:0:5603:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000d12cf345. 00008000:00000010:2.0:1780963829.911927:0:5603:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000c1b9dbd6. 00100000:00000010:2.0:1780963829.911933:0:5603:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000000bb2cb55. 00040000:00000010:2.0:1780963829.911938:0:5603:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c2952faf. 00040000:00000010:2.0:1780963829.911944:0:5603:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000041239534. 00040000:00000010:2.0:1780963829.911948:0:5603:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000009a52cd27. 00000004:00000010:2.0:1780963829.911955:0:5603:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000008e53effd. 00000004:00000010:2.0:1780963829.911962:0:5603:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000014d986b6. 00000004:00000010:2.0:1780963829.911981:0:5603:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000b88245d8. 00002000:00000010:2.0:1780963829.911987:0:5603:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000053e69601. 00000004:00000010:2.0:1780963829.911992:0:5603:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000006a64754d. 00000080:00000010:2.0:1780963829.911998:0:5603:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000695ef7a3. 00000080:00000010:2.0:1780963829.912003:0:5603:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000006d358940. 00000100:00000010:2.0:1780963829.912009:0:5603:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ed0748dc. 00000100:00000200:2.0:1780963829.912038:0:5603:0:(service.c:2861:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1780963829.912133:0:5593:0:(ldlm_lockd.c:3324:ldlm_setup()) kmalloced '(blp)': 168 at 0000000092576b4a. 00010000:00000010:2.0:1780963829.913211:0:5604:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000009de3b604. 00000020:00000010:2.0:1780963829.913218:0:5604:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096974097. 00000020:00000010:2.0:1780963829.913222:0:5604:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a054131. 00000020:00000010:2.0:1780963829.913226:0:5604:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a1776b4c. 00000020:00000010:2.0:1780963829.913230:0:5604:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000f95da93e. 00000020:00000010:2.0:1780963829.913233:0:5604:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000b9d6dd33. 80000000:00000010:2.0:1780963829.913237:0:5604:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000b6f29e44. 40000000:00000010:2.0:1780963829.913239:0:5604:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000003f7ea090. 00100000:00000010:2.0:1780963829.913262:0:5604:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000008d091f58. 00040000:00000010:2.0:1780963829.913267:0:5604:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000057e4f15b. 00040000:00000010:2.0:1780963829.913271:0:5604:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000008b723606. 00002000:00000010:2.0:1780963829.913276:0:5604:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000dd3cc648. 00000020:00000010:2.0:1780963829.913280:0:5604:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea31e707. 00010000:00000010:3.0:1780963829.913869:0:5605:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000001e80af94. 00000020:00000010:3.0:1780963829.913874:0:5605:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ba638e1. 00000020:00000010:3.0:1780963829.913878:0:5605:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f8d31ca. 00000020:00000010:3.0:1780963829.913882:0:5605:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000009e9bc71. 00000020:00000010:3.0:1780963829.913887:0:5605:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000020334ad7. 00000020:00000010:3.0:1780963829.913890:0:5605:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000007818fcdb. 80000000:00000010:3.0:1780963829.913893:0:5605:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000686ea9b9. 40000000:00000010:3.0:1780963829.913895:0:5605:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000fa48fa5c. 00100000:00000010:3.0:1780963829.913898:0:5605:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000006f1ff89e. 00040000:00000010:3.0:1780963829.913902:0:5605:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c31b54ad. 00040000:00000010:3.0:1780963829.913905:0:5605:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000569a6848. 00002000:00000010:3.0:1780963829.913909:0:5605:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000024f877e6. 00000020:00000010:3.0:1780963829.913911:0:5605:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007c07ba0c. 00000020:00000010:1.0:1780963829.919169:0:5593:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000d8cd09d8. 00000100:00000200:1.0:1780963829.919203:0:5593:0:(events.c:571:ptlrpc_uuid_to_peer()) MGC192.168.202.121@tcp_0->12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963829.919211:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.919237:0:5593:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: 0 00000400:00000200:1.0:1780963829.919239:0:5593:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1780963829.919242:0:5593:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780963829.919245:0:5593:0:(peer.c:2848:lnet_discover_peer_locked()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp: 0. pending discovery 00000400:00000200:1.0:1780963829.919249:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.919253:0:5593:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00000100:00000010:1.0:1780963829.919258:0:5593:0:(connection.c:94:ptlrpc_connection_get()) kmalloced '(conn)': 96 at 0000000022da50e7. 00010000:00000010:1.0:1780963829.919264:0:5593:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 000000004b9eb87a. 00010000:00000010:1.0:1780963829.919269:0:5593:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000a9826402. 00000001:00000010:1.0:1780963829.919275:0:5593:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 0000000041bed0f0 (tot 818150). 00000001:00000010:1.0:1780963829.919282:0:5593:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 0000000064f6d333 (tot 818166). 00000001:00000010:1.0:1780963829.919286:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 216 at 0000000045de3436 (tot 818382). 00000001:00000010:1.0:1780963829.919289:0:5593:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 216 at 0000000081a3be31 (tot 818598). 00010000:00000010:1.0:1780963829.919293:0:5593:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at 000000006daeee8c. 00000020:00000010:1.0:1780963829.919359:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000008e936b32 (tot 818678). 00000020:00000010:1.0:1780963829.919369:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000933002b9 (tot 818702). 00000020:00000010:1.0:1780963829.919456:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000737a98e8 (tot 818782). 00000020:00000010:1.0:1780963829.919460:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000879cb17f (tot 819046). 00000040:00000010:1.0:1780963829.919496:0:5593:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000053c839f5. 00000400:00000200:3.0:1780963829.920245:0:2282:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1780963829.920253:0:2282:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100041 00000400:00000010:3.0:1780963829.920262:0:2282:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4b0edc9 (tot 819327). 00000400:00000010:3.0:1780963829.920282:0:2282:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bed27702. 00000400:00000010:3.0:1780963829.920308:0:2282:0:(lib-lnet.h:485:lnet_rspt_alloc()) rspt alloc 00000000141ce9e0 00000400:00000200:3.0:1780963829.920314:0:2282:0:(lib-move.c:5301:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963829.920324:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.920331:0:2282:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963829.920345:0:2282:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963829.920349:0:2282:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963829.920352:0:2282:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.920355:0:2282:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [1:1:256:4294967295] 192.168.202.121@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1780963829.920370:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.920375:0:2282:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.920382:0:2282:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : GET try# 0 00000800:00000200:3.0:1780963829.920389:0:2282:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963829.920394:0:2282:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d9a9aab (tot 819559). 00000400:00000200:3.0:1780963829.920403:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000010:3.0:1780963829.920408:0:2282:0:(socklnd.c:170:ksocknal_create_peer()) alloc '(peer_ni)': 256 at 000000008a4de6f4 (tot 819815). 00000800:00000010:3.0:1780963829.920412:0:2282:0:(socklnd.c:119:ksocknal_create_conn_cb()) alloc '(conn_cb)': 200 at 00000000fcd09f6a (tot 820015). 00000800:00000200:3.0:1780963829.920417:0:2282:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (2) 00000800:00000200:3.1F:1780963829.920421:0:2282:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (2) 00000400:00000200:3.0:1780963829.920458:0:2282:0:(peer.c:3717:lnet_peer_send_ping()) peer 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.920461:0:2282:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100241 rc 0 00000800:00000010:1.0:1780963829.923197:0:2273:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3767e1b (tot 824727). 00000800:00000010:1.0:1780963829.923210:0:2273:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da10ffaf (tot 824871). 00000800:00000010:1.0:1780963829.923217:0:2273:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b7c710d (tot 824927). 00000800:00000010:1.0:1780963829.923225:0:2273:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b7c710d (tot 824871). 00000400:00000200:1.0:1780963829.927677:0:2273:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:1.1F:1780963829.927689:0:2273:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1780963829.927712:0:2273:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.1:1780963829.927717:0:2273:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780963829.927724:0:2273:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1780963671630065414 sched[1] 00000800:00000010:1.0:1780963829.927728:0:2273:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da10ffaf (tot 824727). 00000400:00000200:1.0:1780963829.927832:0:2273:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000020:00000010:0.0:1780963829.928229:0:5593:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 112 at 00000000941f1aa5. 00000020:00000010:0.0:1780963829.928253:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000859feec4. 00000100:00000010:0.0:1780963829.928298:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033954de1. 02000000:00000010:0.0:1780963829.928317:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000d0f0e59. 80000000:00000010:0.0:1780963829.928373:0:2284:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000041320a46. 40000000:00000010:0.0:1780963829.928383:0:2284:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000badf1e1b. 00000008:00000010:0.0:1780963829.928389:0:2284:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000084c9bc6. 00020000:00000010:0.0:1780963829.928395:0:2284:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000368c064d. 00008000:00000010:0.0:1780963829.928400:0:2284:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000007f0b28d4. 00100000:00000010:0.0:1780963829.928406:0:2284:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000000fb0448. 00040000:00000010:0.0:1780963829.928410:0:2284:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000004ec4d6f3. 00040000:00000010:0.0:1780963829.928416:0:2284:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000002086065c. 00040000:00000010:0.0:1780963829.928421:0:2284:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000090a5b6ba. 00000004:00000010:0.0:1780963829.928427:0:2284:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000001e98f731. 00000004:00000010:0.0:1780963829.928433:0:2284:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000078a78005. 00000004:00000010:0.0:1780963829.928439:0:2284:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000004cc0591f. 00002000:00000010:0.0:1780963829.929043:0:2284:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000dab97740. 00000004:00000010:0.0:1780963829.929051:0:2284:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000027f1c391. 00000080:00000010:0.0:1780963829.929057:0:2284:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000804c1727. 00000080:00000010:0.0:1780963829.929062:0:2284:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000aafcbe00. 00000008:00000010:0.0:1780963829.929070:0:2284:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000ce787d4f. 00020000:00000010:0.0:1780963829.929087:0:2284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000005f3794d6. 00000800:00000200:3.0:1780963829.929117:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.929123:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d9a9aab (tot 824495). 00000400:00000200:3.0:1780963829.929129:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.929137:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1780963829.929143:0:2279:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5 00008000:00000010:0.0:1780963829.929145:0:2284:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 0000000014350911. 00000400:00000200:3.0:1780963829.929146:0:2279:0:(peer.c:3083:lnet_discovery_event_send()) Ping Send to 192.168.202.121@tcp: 0 00000080:00000010:0.0:1780963829.929159:0:2284:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000055ac72d9. 02000000:00000010:0.0:1780963829.929177:0:2284:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000642675bf. 00000400:00000200:0.0:1780963829.929187:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963829.929191:0:2284:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cfb9f0b. 00000400:00000010:0.0:1780963829.929208:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b777816. 00000100:00000200:0.0:1780963829.929217:0:2284:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746553920, portal 25 00000400:00000010:0.0:1780963829.929225:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001fbc80f6. 00000100:00000200:0.0:1780963829.929228:0:2284:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1867475746553920, offset 0 00000400:00000200:0.0:1780963829.929250:0:2284:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963829.929259:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.929268:0:2284:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:0.0:1780963829.929271:0:2284:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1780963829.929273:0:2284:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1780963829.929276:0:2284:0:(peer.c:2848:lnet_discover_peer_locked()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp: 0. pending discovery 00000400:00000200:0.0:1780963829.929279:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.929289:0:2284:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:0.0:1780963829.929292:0:2284:0:(lib-move.c:2144:lnet_initiate_peer_discovery()) msg 000000003bd1863d delayed. 192.168.202.121@tcp pending discovery 00000020:00000010:0.0:1780963829.929329:0:5593:0:(obd_mount.c:491:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000748f41ef. 00000020:00000010:0.0:1780963829.929341:0:5593:0:(obd_mount.c:493:lustre_start_mgc()) kfreed 'data': 192 at 000000002db63690. 00000020:00000010:0.0:1780963829.929345:0:5593:0:(obd_mount.c:495:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000080231c1d. 00000020:00000010:0.0:1780963829.929348:0:5593:0:(obd_mount.c:497:lustre_start_mgc()) kfreed 'niduuid': 25 at 00000000cf2436c9. 00000080:00000010:0.0:1780963829.929354:0:5593:0:(llite_lib.c:1306:ll_fill_super()) kmalloced '(cfg)': 80 at 00000000a0bd4251. 00000080:00000010:0.0:1780963829.929359:0:5593:0:(llite_lib.c:99:ll_init_sbi()) kmalloced '(sbi)': 1048 at 00000000edac3dd8. 00000020:00000010:0.0:1780963829.930707:0:5593:0:(cl_page.c:1199:cl_cache_init()) kmalloced '(cache)': 184 at 000000004a936a4b. 00000080:00000010:0.0:1780963829.930713:0:5593:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 00000000cbe62b84. 00000080:00000010:0.0:1780963829.930716:0:5593:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000f89cfb3c. 00000020:00000010:0.0:1780963829.931039:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000003eeb55f (tot 824575). 00000020:00000010:0.0:1780963829.931044:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 840 at 0000000016027b25 (tot 825415). 00000020:00000010:0.0:1780963829.931054:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000e3907a91 (tot 825495). 00000020:00000010:0.0:1780963829.931057:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 384 at 00000000323c9b31 (tot 825879). 00000020:00000010:0.0:1780963829.931201:0:5593:0:(obd_mount.c:83:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000941f1aa5. 00000020:00000010:0.0:1780963829.931206:0:5593:0:(obd_mount.c:92:lustre_process_log()) kmalloced '(lcfg)': 176 at 00000000a50a4516. 10000000:00000010:0.0:1780963829.931216:0:5593:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 279 at 000000008ebc6b3d. 02000000:00000010:0.0:1780963829.931224:0:5593:0:(sec_config.c:570:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000c427ed11. 00000100:00000010:0.0:1780963829.931233:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a22e9bf9. 02000000:00000010:0.0:1780963829.931246:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5483bb9. 00010000:00000010:0.0:1780963829.931262:0:5593:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067ef6710. 00010000:00000010:0.0:1780963829.931269:0:5593:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa820193. 00000020:00000010:0.0:1780963829.931275:0:5593:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005cddf098 (tot 825943). 00000100:00000010:0.0:1780963829.931292:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007253445d. 00000400:00000200:3.0:1780963829.931685:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.931694:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1780963829.931701:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.931706:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.931715:0:2279:0:(lib-move.c:4382:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 48/48 into md 0x20d 00000400:00000200:3.0:1780963829.931730:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.931733:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1780963829.931739:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bed27702 00000400:00000010:3.0:1780963829.931742:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bed27702. 00000400:00000200:3.0:1780963829.931745:0:2279:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1780963829.931756:0:2279:0:(peer.c:2950:lnet_discovery_event_reply()) Peer 192.168.202.121@tcp has discovery enabled 00000400:00000200:3.0:1780963829.931758:0:2279:0:(peer.c:2962:lnet_discovery_event_reply()) peer 192.168.202.121@tcp(00000000baf9c519) is MR 00000400:00000200:3.0:1780963829.931762:0:2279:0:(peer.c:3033:lnet_discovery_event_reply()) peer 192.168.202.121@tcp data present 1. state = 0x100241 00000400:00000200:3.0:1780963829.931767:0:2279:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1780963829.931807:0:2282:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1780963829.931812:0:2282:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x1000c1 00000400:00000010:3.0:1780963829.931818:0:2282:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 16 at 000000009c069ecb (tot 825959). 00000400:00000010:3.0:1780963829.931821:0:2282:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 32 at 00000000e619cb2c (tot 825991). 00000400:00000010:3.0:1780963829.931824:0:2282:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 16 at 0000000066007705 (tot 826007). 00000400:00000200:3.0:1780963829.931828:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.931831:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963829.931834:0:2282:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 16 at 000000009c069ecb (tot 825991). 00000400:00000010:3.0:1780963829.931836:0:2282:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 32 at 00000000e619cb2c (tot 825959). 00000400:00000010:3.0:1780963829.931838:0:2282:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 16 at 0000000066007705 (tot 825943). 00000400:00000010:3.0:1780963829.931842:0:2282:0:(api-ni.c:1775:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4b0edc9 (tot 825662). 00000400:00000200:3.0:1780963829.931846:0:2282:0:(peer.c:3352:lnet_peer_merge_data()) peer 192.168.202.121@tcp (00000000baf9c519): 0 00000400:00000200:3.0:1780963829.931849:0:2282:0:(peer.c:3641:lnet_peer_data_present()) peer 192.168.202.121@tcp(00000000baf9c519): 0. state = 0x100141 00000400:00000200:3.0:1780963829.931852:0:2282:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100141 rc 1 00000400:00000200:3.0:1780963829.931855:0:2282:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100141 00000400:00000010:3.0:1780963829.931860:0:2282:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bed27702. 00000400:00000010:3.0:1780963829.932019:0:2282:0:(lib-lnet.h:485:lnet_rspt_alloc()) rspt alloc 00000000b85671bb 00000400:00000200:3.0:1780963829.932025:0:2282:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963829.932033:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.932040:0:2282:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963829.932047:0:2282:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [2:2:256:4294967295] 192.168.202.121@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1780963829.932052:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.932055:0:2282:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.932065:0:2282:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963829.932070:0:2282:0:(socklnd_cb.c:995:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963829.932075:0:2282:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d9a9aab (tot 825910). 00000800:00000200:3.0:1780963829.932081:0:2282:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (3) 00000800:00000200:3.0:1780963829.932113:0:2282:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963829.932117:0:2282:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1780963829.932128:0:2282:0:(peer.c:3854:lnet_peer_send_push()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100541 00000400:00000200:3.0:1780963829.932131:0:2282:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100541 rc 0 00000800:00000200:3.0:1780963829.932194:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.932198:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d9a9aab (tot 825662). 00000400:00000200:3.0:1780963829.932202:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.932206:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963829.932208:0:2279:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1780963829.932211:0:2279:0:(peer.c:3083:lnet_discovery_event_send()) Push Send to 192.168.202.121@tcp: 0 00000800:00000010:0.0:1780963829.934662:0:2273:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de660301 (tot 830374). 00000800:00000010:0.0:1780963829.934674:0:2273:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a077da36 (tot 830518). 00000800:00000010:0.0:1780963829.934682:0:2273:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3d37eac (tot 830574). 00000800:00000010:0.0:1780963829.934692:0:2273:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3d37eac (tot 830518). 00000400:00000200:3.0:1780963829.935041:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935050:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : ACK - for me 00000400:00000200:3.0:1780963829.935058:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935064:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935072:0:2279:0:(lib-move.c:4435:lnet_parse_ack()) 192.168.202.21@tcp: ACK from 12345-192.168.202.121@tcp into md 0x21d 00000400:00000200:3.0:1780963829.935080:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.935084:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1780963829.935090:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bed27702 00000400:00000010:3.0:1780963829.935106:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bed27702. 00000400:00000200:3.0:1780963829.935111:0:2279:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1780963829.935114:0:2279:0:(peer.c:2871:lnet_discovery_event_ack()) peer 192.168.202.121@tcp ev->status 0 00000400:00000200:3.0:1780963829.935117:0:2279:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1780963829.935138:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935142:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963829.935147:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935149:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935152:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935155:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1780963829.935163:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.121@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:3.0:1780963829.935168:0:2279:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bc432785. 00000400:00000200:3.0:1780963829.935173:0:2279:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000d962635 00000400:00000200:3.0:1780963829.935205:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.935216:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963829.935219:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d962635 00000400:00000010:3.0:1780963829.935221:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d962635. 00000400:00000200:3.0:1780963829.935225:0:2279:0:(api-ni.c:2178:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1780963829.935230:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935235:0:2279:0:(peer.c:2639:lnet_peer_push_event()) peer 192.168.202.121@tcp(00000000baf9c519) is MR 00000400:00000010:3.0:1780963829.935240:0:2279:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000088358c17 (tot 830575). 00000400:00000200:3.0:1780963829.935244:0:2279:0:(peer.c:2716:lnet_peer_push_event()) Received Push 192.168.202.121@tcp 1 00000400:00000200:3.0:1780963829.935246:0:2279:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1780963829.935262:0:2279:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1780963829.935266:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935272:0:2279:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963829.935277:0:2279:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [3:3:256:4294967295] 192.168.202.121@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1780963829.935282:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935298:0:2279:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:3.0:1780963829.935303:0:2279:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963829.935309:0:2279:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d9a9aab (tot 830823). 00000800:00000200:3.0:1780963829.935314:0:2279:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (3) 00000800:00000200:3.0:1780963829.935320:0:2279:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963829.935324:0:2279:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1780963829.935361:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.935365:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d9a9aab (tot 830575). 00000400:00000200:3.0:1780963829.935368:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.935371:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1780963829.935389:0:2282:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1780963829.935394:0:2282:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2d9256e. 00000400:00000010:3.0:1780963829.935398:0:2282:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bed27702. 00000400:00000200:3.0:1780963829.935405:0:2282:0:(api-ni.c:2168:lnet_push_target_post()) posted push target 00000000421b36ec 00000400:00000200:3.0:1780963829.935409:0:2282:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x1000c1 00000400:00000010:3.0:1780963829.935413:0:2282:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 16 at 0000000066007705 (tot 830591). 00000400:00000010:3.0:1780963829.935416:0:2282:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 32 at 00000000ef84f66d (tot 830623). 00000400:00000010:3.0:1780963829.935424:0:2282:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 16 at 000000009c069ecb (tot 830639). 00000400:00000200:3.0:1780963829.935428:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935431:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963829.935433:0:2282:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 16 at 0000000066007705 (tot 830623). 00000400:00000010:3.0:1780963829.935435:0:2282:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 32 at 00000000ef84f66d (tot 830591). 00000400:00000010:3.0:1780963829.935448:0:2282:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 16 at 000000009c069ecb (tot 830575). 00000400:00000010:3.0:1780963829.935451:0:2282:0:(api-ni.c:1775:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000088358c17 (tot 830518). 00000400:00000200:3.0:1780963829.935454:0:2282:0:(peer.c:3352:lnet_peer_merge_data()) peer 192.168.202.121@tcp (00000000baf9c519): 0 00000400:00000200:3.0:1780963829.935457:0:2282:0:(peer.c:3641:lnet_peer_data_present()) peer 192.168.202.121@tcp(00000000baf9c519): 0. state = 0x100141 00000400:00000200:3.0:1780963829.935460:0:2282:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100141 rc 1 00000400:00000200:3.0:1780963829.935463:0:2282:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100141 00000400:00000200:3.0:1780963829.935466:0:2282:0:(peer.c:3773:lnet_peer_discovered()) peer 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.935468:0:2282:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(00000000baf9c519) state 0x100111 rc 0 00000400:00000200:3.0:1780963829.935471:0:2282:0:(peer.c:2491:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.935476:0:2282:0:(peer.c:2523:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963829.935479:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935483:0:2282:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963829.935489:0:2282:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963829.935493:0:2282:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963829.935496:0:2282:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963829.935499:0:2282:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [4:4:256:4294967295] 192.168.202.121@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1780963829.935502:0:2282:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.935509:0:2282:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963829.935513:0:2282:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963829.935515:0:2282:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d9a9aab (tot 830766). 00000800:00000200:3.0:1780963829.935518:0:2282:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (3) 00000800:00000200:3.0:1780963829.935522:0:2282:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963829.935524:0:2282:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1780963829.939050:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.939060:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d9a9aab (tot 830518). 00000400:00000200:3.0:1780963829.939076:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.939085:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963829.939091:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001fbc80f6 00000400:00000010:3.0:1780963829.939109:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001fbc80f6. 00000100:00000200:3.0:1780963829.939121:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033954de1 x1867475746553920/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963834 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963829.944205:0:2273:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:1.1:1780963829.944216:0:2273:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.0:1780963829.944229:0:2273:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1780963671630065414 sched[1] 00000800:00000010:1.0:1780963829.944234:0:2273:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a077da36 (tot 830374). 00000400:00000200:1.0:1780963829.944318:0:2273:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000400:00000200:1.0:1780963829.946599:0:2273:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.121:988 00000800:00000010:1.0:1780963829.948697:0:2273:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000034f5678 (tot 835086). 00000800:00000010:1.0:1780963829.948709:0:2273:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da10ffaf (tot 835230). 00000800:00000010:1.0:1780963829.948716:0:2273:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b7c710d (tot 835286). 00000800:00000010:1.0:1780963829.948725:0:2273:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b7c710d (tot 835230). 00000400:00000200:3.0:1780963829.950463:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.950474:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963829.950482:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.950488:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.950492:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.950497:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 25 MB=0x6a27594800040 00000400:00000200:3.0:1780963829.950503:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.950509:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 416/416 into md 0x215 [1] + 0 00000400:00000200:3.0:1780963829.950535:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.950540:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963829.950552:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033954de1 x1867475746553920/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963834 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963829.950655:0:2284:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cfb9f0b. 00000400:00000200:0.0:1780963829.950661:0:2284:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b777816 00000400:00000010:0.0:1780963829.950672:0:2284:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b777816. 00000100:00000200:0.0:1780963829.950679:0:2284:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033954de1 x1867475746553920/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963834 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963829.950688:0:2284:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033954de1 x1867475746553920/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963834 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963829.950758:0:2284:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000642675bf. 02000000:00000010:0.0:1780963829.950764:0:2284:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000d0f0e59. 00000100:00000010:0.0:1780963829.950769:0:2284:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033954de1. 02000000:00000010:0.0:1780963829.950823:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000642675bf. 00000400:00000200:0.0:1780963829.950830:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963829.950833:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cfb9f0b. 00000400:00000010:0.0:1780963829.950838:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b777816. 00000100:00000200:0.0:1780963829.950845:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746553984, portal 25 00000400:00000010:0.0:1780963829.950852:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000855e2ac1. 00000100:00000200:0.0:1780963829.950856:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475746553984, offset 0 00000400:00000200:0.0:1780963829.950863:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963829.950870:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.950879:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963829.950887:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963829.950891:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963829.950894:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963829.950897:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [5:5:256:4294967295] 192.168.202.121@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1780963829.950901:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.950910:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963829.950915:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963829.950921:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020c77bb9 (tot 835478). 00000800:00000200:0.0:1780963829.950927:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:0.0:1780963829.950935:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963829.950939:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020c77bb9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1780963829.951195:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.951199:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020c77bb9 (tot 835230). 00000400:00000200:3.0:1780963829.951204:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.951209:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963829.951211:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000855e2ac1 00000400:00000010:3.0:1780963829.951213:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000855e2ac1. 00000100:00000200:3.0:1780963829.951218:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a22e9bf9 x1867475746553984/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963841 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963829.952862:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.952871:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963829.952881:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.952885:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.952889:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.952902:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a27594800080 00000400:00000200:3.0:1780963829.952907:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.952913:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x225 [1] + 224 00000400:00000200:3.0:1780963829.952929:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.952933:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963829.952942:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a22e9bf9 x1867475746553984/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963841 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963829.954179:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cfb9f0b. 00000400:00000200:1.0:1780963829.954189:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b777816 00000400:00000010:1.0:1780963829.954191:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b777816. 00000100:00000200:1.0:1780963829.954201:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a22e9bf9 x1867475746553984/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963841 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963829.954211:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a22e9bf9 x1867475746553984/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963841 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963829.954240:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007253445d. 02000000:00000010:1.0:1780963829.954267:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000642675bf. 02000000:00000010:1.0:1780963829.954273:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5483bb9. 00000100:00000010:1.0:1780963829.954289:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a22e9bf9. 10000000:00000010:1.0:1780963829.954299:0:5593:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006b7c710d. 00000020:00000010:1.0:1780963829.954304:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c41fd29. 00000020:00000010:1.0:1780963829.954310:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019f9adf2. 00000040:00000010:1.0:1780963829.954314:0:5593:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000082718835. 00000020:00000010:1.0:1780963829.954319:0:5593:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000c89af4d1. 00000020:00000010:1.0:1780963829.954323:0:5593:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000000ce304ee. 80000000:00000010:1.0:1780963829.954328:0:5593:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000101014c7. 00040000:00000010:1.0:1780963829.954333:0:5593:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000f0385665. 20000000:00000010:1.0:1780963829.954337:0:5593:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000ea587091. 00000040:00000010:1.0:1780963829.954345:0:5593:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000852a1084. 00000100:00000010:1.0:1780963829.954387:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fc8e3b1. 02000000:00000010:1.0:1780963829.954402:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000665d6624. 00000100:00000010:1.0:1780963829.954417:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.954436:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052e1f48d. 00000400:00000200:1.0:1780963829.954452:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963829.954457:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d886638. 00000400:00000010:1.0:1780963829.954463:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c7c4602. 00000100:00000200:1.0:1780963829.954469:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746554048, portal 25 00000400:00000010:1.0:1780963829.954474:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000823cd7f3. 00000100:00000200:1.0:1780963829.954477:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867475746554048, offset 0 00000400:00000200:1.0:1780963829.954498:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963829.954506:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.954514:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963829.954522:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963829.954526:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963829.954529:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963829.954712:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [6:6:256:4294967295] 192.168.202.121@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1780963829.954718:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.954728:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963829.954734:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963829.954744:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78a2741 (tot 835478). 00000800:00000200:1.0:1780963829.954752:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:1.0:1780963829.954760:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963829.954764:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f78a2741 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1780963829.954959:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.954964:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78a2741 (tot 835230). 00000400:00000200:3.0:1780963829.954969:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.954974:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963829.954977:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000823cd7f3 00000400:00000010:3.0:1780963829.954979:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000823cd7f3. 00000100:00000200:3.0:1780963829.954984:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fc8e3b1 x1867475746554048/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963829.956953:0:2273:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:1.1:1780963829.956975:0:2273:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1780963829.956987:0:2273:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1780963671630065414 sched[1] 00000800:00000010:1.0:1780963829.956992:0:2273:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da10ffaf (tot 835086). 00000400:00000200:3.0:1780963829.958170:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.958178:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963829.958185:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.958190:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.958195:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.958199:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 272 into portal 25 MB=0x6a275948000c0 00000400:00000200:3.0:1780963829.958206:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.958213:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 272/272 into md 0x22d [1] + 224 00000400:00000200:3.0:1780963829.958240:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.958244:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963829.958262:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fc8e3b1 x1867475746554048/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963829.959198:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d886638. 00000400:00000200:1.0:1780963829.959205:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c7c4602 00000400:00000010:1.0:1780963829.959207:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c7c4602. 00000100:00000200:1.0:1780963829.959217:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fc8e3b1 x1867475746554048/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963829.959228:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fc8e3b1 x1867475746554048/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963829.959258:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.959268:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052e1f48d. 02000000:00000010:1.0:1780963829.959273:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000665d6624. 00000100:00000010:1.0:1780963829.959277:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fc8e3b1. 00000040:00000010:1.0:1780963829.959284:0:5593:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000852a1084. 00000020:00000010:1.0:1780963829.959293:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000019f9adf2. 00000040:00000010:1.0:1780963829.959298:0:5593:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000082718835. 00000020:00000010:1.0:1780963829.959303:0:5593:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000c89af4d1. 00000020:00000010:1.0:1780963829.959309:0:5593:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000000ce304ee. 80000000:00000010:1.0:1780963829.959314:0:5593:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000101014c7. 00040000:00000010:1.0:1780963829.959322:0:5593:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000f0385665. 20000000:00000010:1.0:1780963829.959326:0:5593:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000ea587091. 00000020:00000010:1.0:1780963829.959329:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c41fd29. 10000000:00000010:1.0:1780963829.959332:0:5593:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006b7c710d. 10000000:00000010:1.0:1780963829.959351:0:5593:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 271 at 000000005c41fd29. 10000000:00000010:1.0:1780963829.959357:0:5593:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 278 at 00000000ea587091. 10000000:00000010:1.0:1780963829.959360:0:5593:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 277 at 00000000f0385665. 00000100:00000010:1.0:1780963829.959368:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fc8e3b1. 02000000:00000010:1.0:1780963829.959391:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ce304ee. 00010000:00000010:1.0:1780963829.959409:0:5593:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea8f71b2. 00000020:00000010:1.0:1780963829.959415:0:5593:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006b7c710d (tot 835150). 00000100:00000010:1.0:1780963829.959432:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.961666:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0be01f2. 00000400:00000200:1.0:1780963829.961687:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963829.961692:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d886638. 00000400:00000010:1.0:1780963829.961699:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c7c4602. 00000100:00000200:1.0:1780963829.961709:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554112, portal 25 00000400:00000010:1.0:1780963829.961715:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089809f19. 00000100:00000200:1.0:1780963829.961719:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475746554112, offset 0 00000400:00000200:1.0:1780963829.961727:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963829.961737:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.961750:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963829.961759:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963829.961763:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963829.961766:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963829.961770:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [7:7:256:4294967295] 192.168.202.121@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1780963829.961775:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.961796:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963829.961802:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963829.961808:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061548720 (tot 835398). 00000800:00000200:1.0:1780963829.961816:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963829.961825:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963829.961829:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061548720 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1780963829.962035:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963829.962039:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061548720 (tot 835150). 00000400:00000200:3.0:1780963829.962046:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.962051:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963829.962066:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089809f19 00000400:00000010:3.0:1780963829.962068:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089809f19. 00000100:00000200:3.0:1780963829.962075:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fc8e3b1 x1867475746554112/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963836 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963829.970687:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.970701:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963829.970727:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.970734:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.970739:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.970751:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a27594800100 00000400:00000200:2.0:1780963829.970758:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.970765:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x235 [1] + 224 00000400:00000200:2.0:1780963829.970799:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963829.970804:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963829.970818:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fc8e3b1 x1867475746554112/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963836 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963829.970999:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d886638. 00000400:00000200:1.0:1780963829.971005:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c7c4602 00000400:00000010:1.0:1780963829.971008:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c7c4602. 00000100:00000200:1.0:1780963829.971014:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fc8e3b1 x1867475746554112/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963829.971023:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fc8e3b1 x1867475746554112/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963829.971058:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.971081:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0be01f2. 02000000:00000010:1.0:1780963829.971087:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ce304ee. 00000100:00000010:1.0:1780963829.971090:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fc8e3b1. 10000000:00000010:1.0:1780963829.971123:0:5593:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b00f1274. 00000020:00000010:1.0:1780963829.971128:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ce304ee. 00000020:00000010:1.0:1780963829.971133:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082718835. 00000040:00000010:1.0:1780963829.971137:0:5593:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000019f9adf2. 00000020:00000010:1.0:1780963829.971142:0:5593:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000c89af4d1. 00000020:00000010:1.0:1780963829.971147:0:5593:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000852a1084. 80000000:00000010:1.0:1780963829.971151:0:5593:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000101014c7. 00040000:00000010:1.0:1780963829.971156:0:5593:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000665d6624. 20000000:00000010:1.0:1780963829.971160:0:5593:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 0000000052e1f48d. 00000040:00000010:1.0:1780963829.971169:0:5593:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000849fd871. 00000100:00000010:1.0:1780963829.971175:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fc8e3b1. 02000000:00000010:1.0:1780963829.971189:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4de295f. 00000100:00000010:1.0:1780963829.971200:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.971218:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057a869a3. 00000400:00000200:1.0:1780963829.971223:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963829.971226:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d886638. 00000400:00000010:1.0:1780963829.971230:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c7c4602. 00000100:00000200:1.0:1780963829.971237:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746554176, portal 25 00000400:00000010:1.0:1780963829.971242:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a6e17a5. 00000100:00000200:1.0:1780963829.971245:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867475746554176, offset 0 00000400:00000200:1.0:1780963829.971252:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963829.971258:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.971265:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963829.971273:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963829.971277:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963829.971280:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963829.971284:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [8:8:256:4294967295] 192.168.202.121@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1780963829.971292:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.971301:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963829.971306:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963829.971311:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001810c961 (tot 835398). 00000800:00000200:1.0:1780963829.971317:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963829.971325:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963829.971329:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001810c961 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1780963829.971543:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963829.971547:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001810c961 (tot 835150). 00000400:00000200:2.0:1780963829.971551:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963829.971556:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963829.971558:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a6e17a5 00000400:00000010:2.0:1780963829.971560:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a6e17a5. 00000100:00000200:2.0:1780963829.971564:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fc8e3b1 x1867475746554176/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963829.977398:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.977410:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963829.977420:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.977427:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.977433:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.977438:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 272 into portal 25 MB=0x6a27594800140 00000400:00000200:2.0:1780963829.977456:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963829.977463:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 272/272 into md 0x23d [1] + 224 00000400:00000200:2.0:1780963829.977485:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963829.977489:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963829.977502:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fc8e3b1 x1867475746554176/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963829.977641:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d886638. 00000400:00000200:1.0:1780963829.977647:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c7c4602 00000400:00000010:1.0:1780963829.977649:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c7c4602. 00000100:00000200:1.0:1780963829.977656:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fc8e3b1 x1867475746554176/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963829.977663:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fc8e3b1 x1867475746554176/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963829.977691:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.977704:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057a869a3. 02000000:00000010:1.0:1780963829.977708:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4de295f. 00000100:00000010:1.0:1780963829.977712:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fc8e3b1. 00000040:00000010:1.0:1780963829.977725:0:5593:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d89aefe1. 00000100:00000010:1.0:1780963829.977731:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fc8e3b1. 02000000:00000010:1.0:1780963829.977741:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4de295f. 00000100:00000010:1.0:1780963829.977753:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e110df1. 02000000:00000010:1.0:1780963829.977800:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000aece4286. 00000400:00000200:1.0:1780963829.977806:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963829.977809:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d886638. 00000400:00000010:1.0:1780963829.977815:0:5593:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000da10ffaf (tot 835334). 00000100:00000200:1.0:1780963829.977822:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475746554240, portal 25 00000400:00000010:1.0:1780963829.977827:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c7c4602. 00000100:00000200:1.0:1780963829.977831:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475746554240, offset 0 00000400:00000200:1.0:1780963829.977837:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963829.977844:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.977860:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963829.977868:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963829.977873:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963829.977876:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963829.977881:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [9:9:256:4294967295] 192.168.202.121@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1780963829.977885:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963829.977895:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963829.977901:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963829.977908:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001810c961 (tot 835582). 00000800:00000200:1.0:1780963829.977914:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963829.977922:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963829.977926:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001810c961 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1780963829.978774:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963829.978788:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001810c961 (tot 835334). 00000400:00000200:2.0:1780963829.978793:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963829.978798:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963829.978809:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c7c4602 00000400:00000010:2.0:1780963829.978811:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c7c4602. 00000100:00000200:2.0:1780963829.978817:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fc8e3b1 x1867475746554240/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963836 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963829.986265:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.986277:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963829.986285:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.986291:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.986296:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.986300:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8416 into portal 25 MB=0x6a27594800180 00000400:00000200:3.0:1780963829.986307:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963829.986313:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8416/8416 into md 0x245 [4] + 224 00000400:00000200:3.0:1780963829.986334:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963829.986338:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963829.986350:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fc8e3b1 x1867475746554240/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963836 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963829.986428:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d886638. 00000400:00000200:0.0:1780963829.986435:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da10ffaf 00000400:00000010:0.0:1780963829.986467:0:5593:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000da10ffaf (tot 835150). 00000100:00000200:0.0:1780963829.986476:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fc8e3b1 x1867475746554240/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963829.986486:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fc8e3b1 x1867475746554240/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963829.986519:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e110df1. 02000000:00000010:0.0:1780963829.986543:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000aece4286. 02000000:00000010:0.0:1780963829.986564:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4de295f. 00000100:00000010:0.0:1780963829.986570:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fc8e3b1. 00000040:00000010:0.0:1780963829.986584:0:5593:0:(llog.c:883:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000133f9bdf. 00000020:00000010:0.0:1780963829.986977:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac839184. 00000020:00000010:0.0:1780963829.986984:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc29fdd6. 00000040:00000010:0.0:1780963829.986989:0:5611:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000009145c5b1. 00000020:00000010:0.0:1780963829.987008:0:5611:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000078f0c9a8. 00000020:00000010:0.0:1780963829.987015:0:5611:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d90279bf. 80000000:00000010:0.0:1780963829.987019:0:5611:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ae8b078a. 00040000:00000010:0.0:1780963829.987025:0:5611:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000033855b42. 00040000:00000010:0.0:1780963829.987029:0:5611:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000220d5f81. 20000000:00000010:0.0:1780963829.987035:0:5611:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000a5483bb9. 00000040:00000010:0.0:1780963829.987050:0:5611:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007b49476a. 00000100:00000010:0.0:1780963829.987058:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033954de1. 02000000:00000010:0.0:1780963829.987071:0:5611:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000011fcc1d. 00000100:00000010:0.0:1780963829.987082:0:5611:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ad318fa. 02000000:00000010:0.0:1780963829.987172:0:5611:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003e69c6ec. 00000400:00000200:0.0:1780963829.987180:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963829.987184:0:5611:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003769ca29. 00000400:00000010:0.0:1780963829.987190:0:5611:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000008b394d16 (tot 835334). 00000100:00000200:0.0:1780963829.987197:0:5611:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475746554304, portal 25 00000400:00000010:0.0:1780963829.987204:0:5611:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff58969a. 00000100:00000200:0.0:1780963829.987207:0:5611:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475746554304, offset 0 00000400:00000200:0.0:1780963829.987216:0:5611:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963829.987224:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.987238:0:5611:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963829.987246:0:5611:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963829.987251:0:5611:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963829.987255:0:5611:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963829.987260:0:5611:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [10:10:256:4294967295] 192.168.202.121@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1780963829.987264:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963829.987273:0:5611:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963829.987279:0:5611:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963829.987284:0:5611:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfeebef (tot 835582). 00000800:00000200:0.0:1780963829.987637:0:5611:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963829.987645:0:5611:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963829.987650:0:5611:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007bfeebef type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1780963829.993752:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963829.993762:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfeebef (tot 835334). 00000400:00000200:2.0:1780963829.993772:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963829.993793:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963829.993800:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff58969a 00000400:00000010:2.0:1780963829.993803:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff58969a. 00000100:00000200:2.0:1780963829.993813:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033954de1 x1867475746554304/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963836 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963830.003048:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.003062:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.003072:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.003078:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.003083:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.003089:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8472 into portal 25 MB=0x6a275948001c0 00000400:00000200:2.0:1780963830.003114:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.003122:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8472/8472 into md 0x24d [4] + 224 00000400:00000200:2.0:1780963830.003152:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.003157:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.003172:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033954de1 x1867475746554304/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963836 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963830.003389:0:5611:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003769ca29. 00000400:00000200:0.0:1780963830.003396:0:5611:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b394d16 00000400:00000010:0.0:1780963830.003399:0:5611:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000008b394d16 (tot 835150). 00000100:00000200:0.0:1780963830.003408:0:5611:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033954de1 x1867475746554304/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963830.003418:0:5611:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033954de1 x1867475746554304/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963836 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963830.003468:0:5611:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ad318fa. 02000000:00000010:0.0:1780963830.003486:0:5611:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003e69c6ec. 02000000:00000010:0.0:1780963830.003510:0:5611:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000011fcc1d. 00000100:00000010:0.0:1780963830.003516:0:5611:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033954de1. 00000020:00000010:0.0:1780963830.003551:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007bfeebef. 00000020:00000010:0.0:1780963830.003556:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007bfeebef. 00000020:00000010:0.0:1780963830.003565:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.003571:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.003586:0:5611:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000aa0594da. 00000020:00000010:0.0:1780963830.003596:0:5611:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000043df5502. 00000020:00000010:0.0:1780963830.003667:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.003682:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.003689:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.003693:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000006ad318fa. 00000001:00000010:0.0:1780963830.003720:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000007bfeebef (tot 835382). 00000001:00000010:0.0:1780963830.003727:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000087215e11 (tot 835414). 00000001:00000010:0.0:1780963830.003733:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000011fcc1d (tot 835758). 00000001:00000010:0.0:1780963830.003737:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e20ac3bd (tot 836102). 00000001:00000010:0.0:1780963830.003745:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2226288 (tot 836446). 00000001:00000010:0.0:1780963830.003749:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d76cd09e (tot 836790). 00000001:00000010:0.0:1780963830.003753:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000020c77bb9 (tot 837022). 00000001:00000010:0.0:1780963830.003757:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cb965abe (tot 837054). 00000001:00000010:0.0:1780963830.003761:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067441526 (tot 837398). 00000001:00000010:0.0:1780963830.003764:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea13c97d (tot 837742). 00000001:00000010:0.0:1780963830.003766:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fdce9864 (tot 838086). 00000001:00000010:0.0:1780963830.003768:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005fbd5351 (tot 838430). 00000020:00000010:0.0:1780963830.003773:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000436b3b5e. 00000020:00000010:0.0:1780963830.003791:0:5611:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.003811:0:5611:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.003819:0:5611:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.003825:0:5611:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.003831:0:5611:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.003838:0:5611:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.003845:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005da483a6. 00000020:00000010:0.0:1780963830.003848:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c4a2e01. 00000020:00000010:0.0:1780963830.003852:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000c94e11d5. 00000008:00000010:0.0:1780963830.003857:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.003862:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.003866:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.003871:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.003876:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00020000:00000010:0.0:1780963830.003881:0:5611:0:(lov_dev.c:520:lov_device_alloc()) kmalloced '(ld)': 584 at 000000007014c03a. 00000020:00000010:0.0:1780963830.003902:0:5611:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000004af2a322. 00020000:00000010:0.0:1780963830.004125:0:5611:0:(lov_dev.c:537:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 000000009450107e. 00020000:00000010:0.0:1780963830.004132:0:5611:0:(lov_dev.c:544:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000b693c325. 00000020:00000010:0.0:1780963830.004166:0:5611:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000003e69c6ec. 00000020:00000010:0.0:1780963830.004175:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000074d6fc9d (tot 838510). 00000020:00000010:0.0:1780963830.004179:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 144 at 000000008b394d16 (tot 838654). 00000020:00000010:0.0:1780963830.004186:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000a953b81d. 00000040:00000010:0.0:1780963830.004190:0:5611:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000adfe2cb8. 00000020:00000010:0.0:1780963830.004195:0:5611:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000748d2b1a. 00000020:00000010:0.0:1780963830.004199:0:5611:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000000aed7086. 00000020:00000010:0.0:1780963830.004203:0:5611:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d61e2bad. 80000000:00000010:0.0:1780963830.004207:0:5611:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000c4193ef0. 40000000:00000010:0.0:1780963830.004210:0:5611:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000007f7147eb. 00000008:00000010:0.0:1780963830.004214:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000085c729dd. 00020000:00000010:0.0:1780963830.004216:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000aac2bc74. 00008000:00000010:0.0:1780963830.004219:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000009623df3c. 00100000:00000010:0.0:1780963830.004224:0:5611:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000348a409b. 00040000:00000010:0.0:1780963830.004229:0:5611:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000b4504656. 00040000:00000010:0.0:1780963830.004233:0:5611:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091503a18. 00040000:00000010:0.0:1780963830.004238:0:5611:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000008bb193e2. 00000004:00000010:0.0:1780963830.004243:0:5611:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000000ef4876f. 00000004:00000010:0.0:1780963830.004248:0:5611:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000bd62faad. 00000004:00000010:0.0:1780963830.004253:0:5611:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000b53df28d. 00002000:00000010:0.0:1780963830.004258:0:5611:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000008af9ac53. 00000004:00000010:0.0:1780963830.004263:0:5611:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000007e3ea9f9. 00000080:00000010:0.0:1780963830.004265:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000005393b38b. 00000080:00000010:0.0:1780963830.004268:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000000717d538. 00000020:00000010:0.0:1780963830.004273:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000002c4a2e01. 00000020:00000010:0.0:1780963830.004276:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000c94e11d5. 00000008:00000010:0.0:1780963830.004280:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.004284:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.004286:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.004298:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.004301:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.004304:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005da483a6. 00000020:00000010:0.0:1780963830.004307:0:5611:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.004310:0:5611:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.004313:0:5611:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.004316:0:5611:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.004319:0:5611:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.004321:0:5611:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.004323:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000436b3b5e. 00000020:00000010:0.0:1780963830.004327:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000006ad318fa. 00000020:00000010:0.0:1780963830.004329:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.004335:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004ff15b2a. 00000020:00000010:0.0:1780963830.004337:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004ff15b2a. 00000020:00000010:0.0:1780963830.004341:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004ff15b2a. 00000020:00000010:0.0:1780963830.004342:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004ff15b2a. 00000020:00000010:0.0:1780963830.004344:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.004347:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.004354:0:5611:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 000000006bf1a477. 00000020:00000010:0.0:1780963830.004359:0:5611:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000073a0290b. 00000020:00000010:0.0:1780963830.004408:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.004412:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.004417:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.004420:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000006ad318fa. 00000001:00000010:0.0:1780963830.004435:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000004ff15b2a (tot 838886). 00000001:00000010:0.0:1780963830.004439:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000097d85108 (tot 838918). 00000001:00000010:0.0:1780963830.004441:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000436b3b5e (tot 839262). 00000001:00000010:0.0:1780963830.004444:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005da483a6 (tot 839606). 00000001:00000010:0.0:1780963830.004446:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c4a2e01 (tot 839950). 00000001:00000010:0.0:1780963830.004448:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050f867fb (tot 840294). 00000001:00000010:0.0:1780963830.004450:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000c9b434fa (tot 840526). 00000001:00000010:0.0:1780963830.004458:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000541debc3 (tot 840558). 00000001:00000010:0.0:1780963830.004460:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000db826ac5 (tot 840902). 00000001:00000010:0.0:1780963830.004463:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a17e18b1 (tot 841246). 00000001:00000010:0.0:1780963830.004465:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007ca409ee (tot 841590). 00000001:00000010:0.0:1780963830.004468:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005888bae7 (tot 841934). 00000020:00000010:0.0:1780963830.004535:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000870a23f8 (tot 842014). 00000020:00000010:0.0:1780963830.004538:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 0000000077bc5a69 (tot 842374). 80000000:00000010:0.0:1780963830.004556:0:5611:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at 00000000f20a7579. 00000020:00000010:0.0:1780963830.004589:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000006ad318fa. 00000020:00000010:0.0:1780963830.004592:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000250293b7. 00000020:00000010:0.0:1780963830.004596:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004598:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004602:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004604:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004606:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000004a3e5ee9. 00000020:00000010:0.0:1780963830.004609:0:5611:0:(obd_config.c:1068:class_add_profile()) kmalloced '(lprof)': 48 at 00000000250293b7. 00000020:00000010:0.0:1780963830.004613:0:5611:0:(obd_config.c:1074:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000001b0b9c71. 00000020:00000010:0.0:1780963830.004616:0:5611:0:(obd_config.c:1080:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 000000005b140332. 00000020:00000010:0.0:1780963830.004618:0:5611:0:(obd_config.c:1087:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 00000000aab4a0ef. 00000020:00000010:0.0:1780963830.004620:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000004a3e5ee9. 00000020:00000010:0.0:1780963830.004624:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004626:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004630:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004631:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ec4b4ffc. 00000020:00000010:0.0:1780963830.004633:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000c94e11d5. 00000100:00000010:0.0:1780963830.004637:0:5611:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 00000000566e5d4d. 00000400:00000200:0.0:1780963830.004648:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.004654:0:5611:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000020:00000010:0.0:1780963830.004658:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000c94e11d5. 00000020:00000010:0.0:1780963830.004661:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000c94e11d5. 00000020:00000010:0.0:1780963830.004670:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000006ad318fa. 00000020:00000010:0.0:1780963830.004676:0:5611:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000179da9d2. 00000020:00000010:0.0:1780963830.004680:0:5611:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000f0980a04. 00000020:00000010:0.0:1780963830.004722:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000006ad318fa. 00000020:00000010:0.0:1780963830.004725:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000c94e11d5. 00000020:00000010:0.0:1780963830.004728:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000c94e11d5. 00000020:00000010:0.0:1780963830.004730:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000006ad318fa. 00000001:00000010:0.0:1780963830.004745:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000ec4b4ffc (tot 842606). 00000001:00000010:0.0:1780963830.004748:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c10e8b38 (tot 842638). 00000001:00000010:0.0:1780963830.004751:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ee34793 (tot 842982). 00000001:00000010:0.0:1780963830.004753:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a8227e7 (tot 843326). 00000001:00000010:0.0:1780963830.004756:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3c71fc1 (tot 843670). 00000001:00000010:0.0:1780963830.004758:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005bc899b6 (tot 844014). 00000001:00000010:0.0:1780963830.004762:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000464e1120 (tot 844246). 00000001:00000010:0.0:1780963830.004766:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000015f6c73a (tot 844278). 00000001:00000010:0.0:1780963830.004769:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d9963a1 (tot 844622). 00000001:00000010:0.0:1780963830.004771:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000334edcf3 (tot 844966). 00000001:00000010:0.0:1780963830.004774:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad4b0a8b (tot 845310). 00000001:00000010:0.0:1780963830.004790:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9dfb1b0 (tot 845654). 00000020:00000010:0.0:1780963830.004793:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1e00dcd. 00000020:00000010:0.0:1780963830.004797:0:5611:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.004799:0:5611:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.004802:0:5611:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.004804:0:5611:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.004807:0:5611:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.004810:0:5611:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.004814:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aebad1db. 00000020:00000010:0.0:1780963830.004816:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a72051ad. 00000020:00000010:0.0:1780963830.004820:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000005dbcf454. 00000008:00000010:0.0:1780963830.004823:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.004832:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.004835:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.004839:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.004841:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00000002:00000010:0.0:1780963830.004846:0:5611:0:(mdc_dev.c:1590:mdc_device_alloc()) kmalloced '(oc)': 104 at 0000000007d73da7. 00010000:00000010:0.0:1780963830.004859:0:5611:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000057bdb70. 00000020:00000010:0.0:1780963830.004865:0:5611:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000aece4286. 00000100:00000200:0.0:1780963830.004879:0:5611:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963830.004884:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.004889:0:5611:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:0.0:1780963830.004894:0:5611:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 000000004a3e5ee9. 00010000:00000010:0.0:1780963830.004899:0:5611:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000b937fb5b. 00000001:00000010:0.0:1780963830.004902:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 00000000ed93597e (tot 845934). 00000001:00000010:0.0:1780963830.004908:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000cdc62ff1 (tot 846190). 00000001:00000010:0.0:1780963830.004968:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000b7ca2a98 (tot 879046). 00000001:00000010:0.0:1780963830.005024:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000065c389b6 (tot 911902). 00000001:00000010:0.0:1780963830.005081:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000af4721a6 (tot 944758). 00000001:00000010:0.0:1780963830.005153:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000087811c9a (tot 977614). 00000001:00000010:0.0:1780963830.005211:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000d76fa828 (tot 1010470). 00000001:00000010:0.0:1780963830.005271:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000008fe72016 (tot 1043326). 00000001:00000010:0.0:1780963830.005331:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000036a93851 (tot 1076182). 00000001:00000010:0.0:1780963830.005383:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000beb131a7 (tot 1109038). 00000001:00000010:0.0:1780963830.005440:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a347dd09 (tot 1141894). 00000001:00000010:0.0:1780963830.005498:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000df8532a7 (tot 1174750). 00000001:00000010:0.0:1780963830.005555:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000553f4b6e (tot 1207606). 00000001:00000010:0.0:1780963830.005626:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003e543a18 (tot 1240462). 00000001:00000010:0.0:1780963830.005690:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e094abda (tot 1273318). 00000001:00000010:0.0:1780963830.005747:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000971bb4b (tot 1306174). 00000001:00000010:0.0:1780963830.005826:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000977d5a1e (tot 1339030). 00000001:00000010:0.0:1780963830.005890:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e593fcde (tot 1371886). 00000001:00000010:0.0:1780963830.005949:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000009a855421 (tot 1404742). 00000001:00000010:0.0:1780963830.006001:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000da2ece96 (tot 1437598). 00000001:00000010:0.0:1780963830.006051:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000001ea2e21c (tot 1470454). 00000001:00000010:0.0:1780963830.006126:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000008436ae73 (tot 1503310). 00000001:00000010:0.0:1780963830.006179:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000593fee10 (tot 1536166). 00000001:00000010:0.0:1780963830.006233:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000017097e8a (tot 1569022). 00000001:00000010:0.0:1780963830.006287:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002ad3b123 (tot 1601878). 00000001:00000010:0.0:1780963830.006339:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000008c776d4e (tot 1634734). 00000001:00000010:0.0:1780963830.006394:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000dc0afa82 (tot 1667590). 00000001:00000010:0.0:1780963830.006444:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000faf28486 (tot 1700446). 00000001:00000010:0.0:1780963830.006503:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000087da5561 (tot 1733302). 00000001:00000010:0.0:1780963830.006561:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000006f835b87 (tot 1766158). 00000001:00000010:0.0:1780963830.006631:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f27f5b34 (tot 1799014). 00000001:00000010:0.0:1780963830.006684:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000448ec375 (tot 1831870). 00000001:00000010:0.0:1780963830.006745:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000087de10f7 (tot 1864726). 00000001:00000010:0.0:1780963830.007087:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000044b43383 (tot 1897582). 00010000:00000010:0.0:1780963830.007156:0:5611:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at 000000007a37e7f9. 00000020:00000010:0.0:1780963830.007245:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000008938fa8f (tot 1897662). 00000020:00000010:0.0:1780963830.007250:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000495fc66d (tot 1897686). 00000020:00000010:0.0:1780963830.007302:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000006944cbd9 (tot 1897766). 00000020:00000010:0.0:1780963830.007306:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000dec3dcd9 (tot 1898030). 00000100:00000010:0.0:1780963830.007338:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033954de1. 00000100:00000010:0.0:1780963830.007344:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a777523. 00000001:00000010:0.0:1780963830.007349:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0f6979c (tot 1898262). 00000001:00000010:0.0:1780963830.007356:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000365a0c7 (tot 1898270). 00000001:00000010:0.0:1780963830.007361:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8816560 (tot 1898614). 00000001:00000010:0.0:1780963830.007365:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000008399e906 (tot 1898846). 00000001:00000010:0.0:1780963830.007368:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f576a0c7 (tot 1898854). 00000001:00000010:0.0:1780963830.007376:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059662b89 (tot 1899198). 00000001:00000010:0.0:1780963830.007379:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000001d383d5b (tot 1899430). 00000001:00000010:0.0:1780963830.007382:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003684339d (tot 1899438). 00000001:00000010:0.0:1780963830.007385:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e1f8894 (tot 1899782). 00000020:00000010:0.0:1780963830.007900:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000001b8ae7b (tot 1899862). 00000020:00000010:0.0:1780963830.007904:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 00000000e56a65d6 (tot 1900222). 00000020:00000010:0.0:1780963830.007928:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000065c560be (tot 1900302). 00000020:00000010:0.0:1780963830.007931:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000dab4e595 (tot 1903014). 00000040:00000010:0.0:1780963830.007946:0:5611:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000072ff8631. 00000002:00000010:0.0:1780963830.007956:0:5611:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000216102ea. 00000020:00000010:0.0:1780963830.008138:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000a72051ad. 00000020:00000010:0.0:1780963830.008144:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000005dbcf454. 00000008:00000010:0.0:1780963830.008148:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.008154:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.008159:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.008165:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.008170:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.008173:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aebad1db. 00000020:00000010:0.0:1780963830.008177:0:5611:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.008182:0:5611:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.008185:0:5611:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.008189:0:5611:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.008194:0:5611:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.008197:0:5611:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.008200:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1e00dcd. 00000020:00000010:0.0:1780963830.008205:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000006ad318fa. 00000020:00000010:0.0:1780963830.008208:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000c94e11d5. 00000020:00000010:0.0:1780963830.008217:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.008222:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000080621c59. 00800000:00000010:0.0:1780963830.008237:0:5611:0:(lmv_obd.c:395:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000eeb5ebe0. 00000020:00000010:0.0:1780963830.008242:0:5611:0:(lu_tgt_descs.c:399:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000005206ea0f. 00000020:00000010:0.0:1780963830.008254:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da8f3e7a. 00000020:00000010:0.0:1780963830.008258:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000004baf8dcc. 00000020:00000010:0.0:1780963830.008260:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b539deed. 00000008:00000010:0.0:1780963830.008264:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.008266:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.008269:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.008274:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.008277:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.008286:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000004baf8dcc. 00000020:00000010:0.0:1780963830.008289:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b539deed. 00000008:00000010:0.0:1780963830.008291:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.008293:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.008295:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.008297:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.008299:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.008302:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da8f3e7a. 00000020:00000010:0.0:1780963830.008305:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000080621c59. 00000020:00000010:0.0:1780963830.008307:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.008313:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000093c6a57e. 00000020:00000010:0.0:1780963830.008316:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000093c6a57e. 00000020:00000010:0.0:1780963830.008321:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000093c6a57e. 00000020:00000010:0.0:1780963830.008323:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000093c6a57e. 00000020:00000010:0.0:1780963830.008328:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000093c6a57e. 00000020:00000010:0.0:1780963830.008329:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000093c6a57e. 00000020:00000010:0.0:1780963830.008331:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000de7b779f. 00000100:00000010:0.0:1780963830.008335:0:5611:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 00000000da8f3e7a. 00000400:00000200:0.0:1780963830.008345:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.008355:0:5611:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963830.008359:0:5611:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 00000000da8f3e7a. 00000020:00000010:0.0:1780963830.008361:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.008366:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.008369:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.008386:0:5611:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000a57b7e27. 00000020:00000010:0.0:1780963830.008394:0:5611:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e51d71c9. 00000020:00000010:0.0:1780963830.008861:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.008865:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.008871:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.008875:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000080621c59. 00000001:00000010:0.0:1780963830.008893:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000093c6a57e (tot 1903246). 00000001:00000010:0.0:1780963830.008898:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000b5cb590 (tot 1903278). 00000001:00000010:0.0:1780963830.008901:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da8f3e7a (tot 1903622). 00000001:00000010:0.0:1780963830.008904:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004baf8dcc (tot 1903966). 00000001:00000010:0.0:1780963830.008906:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc17116b (tot 1904310). 00000001:00000010:0.0:1780963830.008909:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d9803d3 (tot 1904654). 00000001:00000010:0.0:1780963830.008913:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000006ab1b3d5 (tot 1904886). 00000001:00000010:0.0:1780963830.008915:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f3a8a162 (tot 1904918). 00000001:00000010:0.0:1780963830.008917:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038def9d8 (tot 1905262). 00000001:00000010:0.0:1780963830.008919:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004cdff717 (tot 1905606). 00000001:00000010:0.0:1780963830.008922:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007dcaa641 (tot 1905950). 00000001:00000010:0.0:1780963830.008925:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c7ab372 (tot 1906294). 00000020:00000010:0.0:1780963830.008928:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a90e7f2. 00000020:00000010:0.0:1780963830.008931:0:5611:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.008935:0:5611:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.008938:0:5611:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.008941:0:5611:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.008943:0:5611:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.008947:0:5611:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.008950:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063afceb8. 00000020:00000010:0.0:1780963830.008952:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000740efe74. 00000020:00000010:0.0:1780963830.008954:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b539deed. 00000008:00000010:0.0:1780963830.008956:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.008958:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.008960:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.008978:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.008980:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00000002:00000010:0.0:1780963830.008983:0:5611:0:(mdc_dev.c:1590:mdc_device_alloc()) kmalloced '(oc)': 104 at 00000000677a3831. 00010000:00000010:0.0:1780963830.008992:0:5611:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000672f3d58. 00000020:00000010:0.0:1780963830.008997:0:5611:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 0000000070a9ea40. 00000100:00000200:0.0:1780963830.009013:0:5611:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963830.009017:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.009023:0:5611:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:0.0:1780963830.009028:0:5611:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 00000000085e16eb. 00010000:00000010:0.0:1780963830.009033:0:5611:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000ee2d9f40. 00000001:00000010:0.0:1780963830.009037:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 0000000003fc04ff (tot 1906574). 00000001:00000010:0.0:1780963830.009041:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d67fc9fc (tot 1906830). 00000001:00000010:0.0:1780963830.009086:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e5de236f (tot 1939686). 00000001:00000010:0.0:1780963830.009161:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000523be43 (tot 1972542). 00000001:00000010:0.0:1780963830.009208:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004039f3ff (tot 2005398). 00000001:00000010:0.0:1780963830.009252:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000005535934a (tot 2038254). 00000001:00000010:0.0:1780963830.009298:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e5b1a728 (tot 2071110). 00000001:00000010:0.0:1780963830.009353:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000020023e7e (tot 2103966). 00000001:00000010:0.0:1780963830.009404:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000001f74a5a7 (tot 2136822). 00000001:00000010:0.0:1780963830.009671:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000009c40c1e3 (tot 2169678). 00000001:00000010:0.0:1780963830.009730:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000031347ae8 (tot 2202534). 00000001:00000010:0.0:1780963830.009802:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000d4bbec64 (tot 2235390). 00000001:00000010:0.0:1780963830.009857:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e5ef4c2f (tot 2268246). 00000001:00000010:0.0:1780963830.009911:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000402ae6c1 (tot 2301102). 00000001:00000010:0.0:1780963830.009976:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000050aa69df (tot 2333958). 00000001:00000010:0.0:1780963830.010027:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000105efd6e (tot 2366814). 00000001:00000010:0.0:1780963830.010077:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000081e08914 (tot 2399670). 00000001:00000010:0.0:1780963830.010151:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000045cb24d (tot 2432526). 00000001:00000010:0.0:1780963830.010203:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000d846578d (tot 2465382). 00000001:00000010:0.0:1780963830.010256:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000814ae8fe (tot 2498238). 00000001:00000010:0.0:1780963830.010310:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000ab4e2d4d (tot 2531094). 00000001:00000010:0.0:1780963830.010357:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000001fc6f2e9 (tot 2563950). 00000001:00000010:0.0:1780963830.010405:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000008c3d9aea (tot 2596806). 00000001:00000010:0.0:1780963830.010639:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000de593deb (tot 2629662). 00000001:00000010:0.0:1780963830.010688:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000752855e7 (tot 2662518). 00000001:00000010:0.0:1780963830.010738:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003f79b615 (tot 2695374). 00000001:00000010:0.0:1780963830.010802:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000ff3a41bf (tot 2728230). 00000001:00000010:0.0:1780963830.010869:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004e08bab4 (tot 2761086). 00000001:00000010:0.0:1780963830.010921:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000007d022c0d (tot 2793942). 00000001:00000010:0.0:1780963830.011704:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000084843b1d (tot 2826798). 00000001:00000010:0.0:1780963830.011771:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000488c7786 (tot 2859654). 00000001:00000010:0.0:1780963830.011843:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000006553266b (tot 2892510). 00000001:00000010:0.0:1780963830.011903:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000e9f0163 (tot 2925366). 00000001:00000010:0.0:1780963830.011957:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f0dfbff1 (tot 2958222). 00010000:00000010:0.0:1780963830.012618:0:5611:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at 000000002213f487. 00000020:00000010:0.0:1780963830.012692:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000007170f5a4 (tot 2958302). 00000020:00000010:0.0:1780963830.012696:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000d3ddaaf4 (tot 2958326). 00000020:00000010:0.0:1780963830.012743:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000004f3d67c7 (tot 2958406). 00000020:00000010:0.0:1780963830.012746:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 0000000019d12e23 (tot 2958670). 00000100:00000010:0.0:1780963830.012795:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054e404cb. 00000100:00000010:0.0:1780963830.012800:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc41939. 00000001:00000010:0.0:1780963830.012805:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000056a58dd9 (tot 2958902). 00000001:00000010:0.0:1780963830.012811:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e4ae849b (tot 2958910). 00000001:00000010:0.0:1780963830.012815:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c1e00dcd (tot 2959254). 00000001:00000010:0.0:1780963830.012818:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000009fc9cd7e (tot 2959486). 00000001:00000010:0.0:1780963830.012820:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000601e4c50 (tot 2959494). 00000001:00000010:0.0:1780963830.012823:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aebad1db (tot 2959838). 00000001:00000010:0.0:1780963830.012831:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000a1285db9 (tot 2960070). 00000001:00000010:0.0:1780963830.012834:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000937da848 (tot 2960078). 00000001:00000010:0.0:1780963830.012836:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a72051ad (tot 2960422). 00000020:00000010:0.0:1780963830.013671:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000470e0b62 (tot 2960502). 00000020:00000010:0.0:1780963830.013678:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 00000000541fbd01 (tot 2960862). 00000020:00000010:0.0:1780963830.013710:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000660daf27 (tot 2960942). 00000020:00000010:0.0:1780963830.013714:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000e2c72664 (tot 2963654). 00000040:00000010:0.0:1780963830.013733:0:5611:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000003c94ca80. 00000002:00000010:0.0:1780963830.013742:0:5611:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000ba2241eb. 00000020:00000010:0.0:1780963830.013944:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000740efe74. 00000020:00000010:0.0:1780963830.013951:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b539deed. 00000008:00000010:0.0:1780963830.013958:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.014328:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.014335:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.014342:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.014347:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.014351:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063afceb8. 00000020:00000010:0.0:1780963830.014356:0:5611:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.014361:0:5611:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.014366:0:5611:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.014371:0:5611:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.014376:0:5611:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.014379:0:5611:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.014382:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a90e7f2. 00000020:00000010:0.0:1780963830.014388:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.014392:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000de7b779f. 00000020:00000010:0.0:1780963830.014403:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.014408:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000080621c59. 00800000:00000010:0.0:1780963830.014425:0:5611:0:(lmv_obd.c:395:lmv_add_target()) kmalloced '(tgt)': 368 at 000000001a90e7f2. 00000020:00000010:0.0:1780963830.014432:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063afceb8. 00000020:00000010:0.0:1780963830.014435:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000740efe74. 00000020:00000010:0.0:1780963830.014456:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.014461:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.014463:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.014466:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.014471:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.014473:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.014482:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000740efe74. 00000020:00000010:0.0:1780963830.014485:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.014486:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.014488:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.014490:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.014491:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.014493:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.014495:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063afceb8. 00000020:00000010:0.0:1780963830.014497:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000080621c59. 00000020:00000010:0.0:1780963830.014498:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.014504:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008eadf0c1. 00000020:00000010:0.0:1780963830.014506:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008eadf0c1. 00000020:00000010:0.0:1780963830.014511:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008eadf0c1. 00000020:00000010:0.0:1780963830.014513:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008eadf0c1. 00000020:00000010:0.0:1780963830.014518:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008eadf0c1. 00000020:00000010:0.0:1780963830.014520:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008eadf0c1. 00000020:00000010:0.0:1780963830.014522:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a8b2ed9f. 00000100:00000010:0.0:1780963830.014526:0:5611:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 0000000063afceb8. 00000400:00000200:0.0:1780963830.015521:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.015590:0:5611:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963830.015597:0:5611:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 0000000063afceb8. 00000020:00000010:0.0:1780963830.015601:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.015608:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.015612:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.015624:0:5611:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 000000006703f6a2. 00000020:00000010:0.0:1780963830.015631:0:5611:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e9054a1a. 00000020:00000010:0.0:1780963830.015697:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.015700:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.015705:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.015709:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000080621c59. 00000001:00000010:0.0:1780963830.015731:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000008eadf0c1 (tot 2963886). 00000001:00000010:0.0:1780963830.015737:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000076b58be9 (tot 2963918). 00000001:00000010:0.0:1780963830.015740:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063afceb8 (tot 2964262). 00000001:00000010:0.0:1780963830.015743:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000740efe74 (tot 2964606). 00000001:00000010:0.0:1780963830.015747:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f302343 (tot 2964950). 00000001:00000010:0.0:1780963830.015750:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000340d7fb0 (tot 2965294). 00000001:00000010:0.0:1780963830.015765:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000b70d11c7 (tot 2965526). 00000001:00000010:0.0:1780963830.015769:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004bd0b2d4 (tot 2965558). 00000001:00000010:0.0:1780963830.015773:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036e3e12c (tot 2965902). 00000001:00000010:0.0:1780963830.015786:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007acf9a9f (tot 2966246). 00000001:00000010:0.0:1780963830.015790:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1b0cc46 (tot 2966590). 00000001:00000010:0.0:1780963830.015795:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c24c7fc5 (tot 2966934). 00000020:00000010:0.0:1780963830.015809:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df6c05c. 00000020:00000010:0.0:1780963830.015814:0:5611:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.015819:0:5611:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.015825:0:5611:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.015828:0:5611:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.015833:0:5611:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.015840:0:5611:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.015845:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc8c3aa3. 00000020:00000010:0.0:1780963830.015848:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cdeae858. 00000020:00000010:0.0:1780963830.015851:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.015856:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.015858:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.015860:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.015875:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.015880:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00000008:00000010:0.0:1780963830.015890:0:5611:0:(osc_dev.c:210:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000918d3021. 00000020:00000010:0.0:1780963830.015906:0:5611:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 000000004598662c. 00000100:00000200:0.0:1780963830.015926:0:5611:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963830.015931:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.015938:0:5611:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:0.0:1780963830.015945:0:5611:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 000000007c59f735. 00010000:00000010:0.0:1780963830.015950:0:5611:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000fd999aa7. 00000001:00000010:0.0:1780963830.015954:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 000000002cb19756 (tot 2967214). 00000001:00000010:0.0:1780963830.015958:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000008b18016f (tot 2967342). 00000001:00000010:0.0:1780963830.015964:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000bd498563 (tot 2971526). 00000001:00000010:0.0:1780963830.015971:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000e62f4c40 (tot 2975710). 00000001:00000010:0.0:1780963830.015978:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000314331eb (tot 2979894). 00000001:00000010:0.0:1780963830.015994:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000669df53b (tot 2984078). 00000001:00000010:0.0:1780963830.016001:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000db0a4cc5 (tot 2988262). 00000001:00000010:0.0:1780963830.016008:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000062a4cde7 (tot 2992446). 00000001:00000010:0.0:1780963830.016016:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000d7cdcbc1 (tot 2996630). 00000001:00000010:0.0:1780963830.016031:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000ed04a612 (tot 3000814). 00000001:00000010:0.0:1780963830.016039:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000002e54ae9a (tot 3004998). 00000001:00000010:0.0:1780963830.016046:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000000b3ea165 (tot 3009182). 00000001:00000010:0.0:1780963830.016053:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000006fd6dec4 (tot 3013366). 00000001:00000010:0.0:1780963830.016066:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000082d9581c (tot 3017550). 00000001:00000010:0.0:1780963830.016073:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000092aaba6f (tot 3021734). 00000001:00000010:0.0:1780963830.016080:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000009ec9e074 (tot 3025918). 00000001:00000010:0.0:1780963830.016087:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000053f223a6 (tot 3030102). 00000001:00000010:0.0:1780963830.016120:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000dc47f807 (tot 3034286). 00010000:00000010:0.0:1780963830.016137:0:5611:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at 0000000040137fb4. 00000020:00000010:0.0:1780963830.016221:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000e5f72652 (tot 3034366). 00000020:00000010:0.0:1780963830.016226:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000d14c8b1f (tot 3034390). 00000020:00000010:0.0:1780963830.016264:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000066f79abd (tot 3034470). 00000020:00000010:0.0:1780963830.016272:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 000000005a9c225e (tot 3034734). 00000100:00000010:0.0:1780963830.016307:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bc7ea59e. 00000100:00000010:0.0:1780963830.016312:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d450579a. 00000001:00000010:0.0:1780963830.016316:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000582e0770 (tot 3034966). 00000001:00000010:0.0:1780963830.016320:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004cb5dfd4 (tot 3034974). 00000001:00000010:0.0:1780963830.016322:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a4ffc29 (tot 3035318). 00000001:00000010:0.0:1780963830.016324:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000050824068 (tot 3035550). 00000001:00000010:0.0:1780963830.016327:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002f23aadd (tot 3035558). 00000001:00000010:0.0:1780963830.016329:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006599a09f (tot 3035902). 00000001:00000010:0.0:1780963830.016332:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000278fa15e (tot 3036134). 00000001:00000010:0.0:1780963830.016335:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c2be76ed (tot 3036142). 00000001:00000010:0.0:1780963830.016337:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093ec2304 (tot 3036486). 00000020:00000010:0.0:1780963830.016501:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000075bc5bc5 (tot 3036566). 00000020:00000010:0.0:1780963830.016505:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 0000000023130e45 (tot 3039278). 00000100:00000010:0.0:1780963830.016519:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000872f46b5. 00000100:00000010:0.0:1780963830.018155:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000041410dc9. 00000100:00000010:0.0:1780963830.018165:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f2d84ea. 00000100:00000010:0.0:1780963830.018400:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000062f0083f. 00000100:00000010:0.0:1780963830.018406:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094806566. 00000100:00000010:0.0:1780963830.019676:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e080374c. 00000100:00000010:0.0:1780963830.019685:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000204bcf1d. 00000100:00000010:0.0:1780963830.019942:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009d6c6688. 00000100:00000010:0.0:1780963830.020511:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d027bc4. 00000100:00000010:0.0:1780963830.020747:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000ecca2b46. 00000100:00000010:0.0:1780963830.020753:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000078a11950. 00000100:00000010:0.0:1780963830.020990:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000005fda480e. 00000100:00000010:0.0:1780963830.020995:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a983bdd1. 00000100:00000010:0.0:1780963830.021236:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000536ae644. 00000100:00000010:0.0:1780963830.021240:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b09b074e. 00000100:00000010:0.0:1780963830.021469:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001e8e1eb9. 00000100:00000010:0.0:1780963830.021495:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c0901e7. 00000100:00000010:0.0:1780963830.021720:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c663225e. 00000100:00000010:0.0:1780963830.021725:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a283b5a3. 00000100:00000010:0.0:1780963830.021971:0:5611:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000055a76b35. 00000020:00000010:0.0:1780963830.021982:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000cdeae858. 00000020:00000010:0.0:1780963830.021988:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.021993:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.022000:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.022005:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.022012:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.022016:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.022020:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc8c3aa3. 00000020:00000010:0.0:1780963830.022025:0:5611:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.022030:0:5611:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.022034:0:5611:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.022038:0:5611:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.022043:0:5611:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.022047:0:5611:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.022049:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df6c05c. 00000020:00000010:0.0:1780963830.022056:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.022059:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022068:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022074:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.022081:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df6c05c. 00000020:00000010:0.0:1780963830.022086:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc8c3aa3. 00000020:00000010:0.0:1780963830.022088:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.022113:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.022117:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.022121:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.022126:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.022128:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00020000:00000010:0.0:1780963830.022142:0:5611:0:(lov_obd.c:511:lov_add_target()) kmalloced '(newtgts)': 16 at 000000001192a50b. 00020000:00000010:0.0:1780963830.022150:0:5611:0:(lov_obd.c:534:lov_add_target()) kmalloced '(tgt)': 368 at 00000000cdeae858. 00020000:00000010:0.0:1780963830.022156:0:5611:0:(lov_dev.c:305:lov_expand_targets()) kmalloced '(newd)': 16 at 0000000056b97aef. 00000020:00000010:0.0:1780963830.022159:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc8c3aa3. 00000020:00000010:0.0:1780963830.022162:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.022165:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.022168:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.022170:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.022173:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.022175:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:0.0:1780963830.022177:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df6c05c. 00000020:00000010:0.0:1780963830.022179:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.022182:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022188:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001e6e2099. 00000020:00000010:0.0:1780963830.022191:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001e6e2099. 00000020:00000010:0.0:1780963830.022197:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001e6e2099. 00000020:00000010:0.0:1780963830.022199:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001e6e2099. 00000020:00000010:0.0:1780963830.022205:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001e6e2099. 00000020:00000010:0.0:1780963830.022207:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001e6e2099. 00000020:00000010:0.0:1780963830.022209:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a8b2ed9f. 00000100:00000010:0.0:1780963830.022213:0:5611:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000003df6c05c. 00000400:00000200:0.0:1780963830.022223:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.022233:0:5611:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963830.022238:0:5611:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 000000003df6c05c. 00000020:00000010:0.0:1780963830.022240:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022244:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022248:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.022268:0:5611:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000843a50cd. 00000020:00000010:0.0:1780963830.022277:0:5611:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000006cd31480. 00000020:00000010:0.0:1780963830.022339:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000080621c59. 00000020:00000010:0.0:1780963830.022343:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022347:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a8b2ed9f. 00000020:00000010:0.0:1780963830.022350:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000080621c59. 00000001:00000010:0.0:1780963830.022386:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000001e6e2099 (tot 3039510). 00000001:00000010:0.0:1780963830.022393:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001042d78d (tot 3039542). 00000001:00000010:0.0:1780963830.022397:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003df6c05c (tot 3039886). 00000001:00000010:0.0:1780963830.022400:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc8c3aa3 (tot 3040230). 00000001:00000010:0.0:1780963830.022403:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e67e6450 (tot 3040574). 00000001:00000010:0.0:1780963830.022407:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4f4cd1a (tot 3040918). 00000001:00000010:0.0:1780963830.022411:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000c87bd72a (tot 3041150). 00000001:00000010:0.0:1780963830.022414:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000eb94084b (tot 3041182). 00000001:00000010:0.0:1780963830.022417:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a01481e2 (tot 3041526). 00000001:00000010:0.0:1780963830.022421:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000762ffd8a (tot 3041870). 00000001:00000010:0.0:1780963830.022425:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091cc0e43 (tot 3042214). 00000001:00000010:0.0:1780963830.022429:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdcea7b2 (tot 3042558). 00000020:00000010:0.0:1780963830.022435:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022974fd3. 00000020:00000010:0.0:1780963830.022439:0:5611:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096b6054c. 00000020:00000010:0.0:1780963830.022443:0:5611:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000151d7906. 00000008:00000010:0.0:1780963830.022448:0:5611:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b024dae4. 00020000:00000010:0.0:1780963830.022452:0:5611:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000062470b6b. 00008000:00000010:0.0:1780963830.022456:0:5611:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a81cd2a. 00000080:00000010:0.0:1780963830.022461:0:5611:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000aab2ed22. 00000020:00000010:0.0:1780963830.022475:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9e065d. 00000020:00000010:0.0:1780963830.022479:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f8f5164. 00000020:00000010:0.0:1780963830.022483:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000f4713daa. 00000008:00000010:0.0:1780963830.022486:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000190fce09. 00020000:00000010:0.0:1780963830.022489:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009636e479. 00008000:00000010:0.0:1780963830.022492:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000002d5bba3. 00000080:00000010:0.0:1780963830.022495:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d259c1e2. 00000080:00000010:0.0:1780963830.022498:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851ac2d2. 00000008:00000010:0.0:1780963830.022513:0:5611:0:(osc_dev.c:210:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000bc02ddbc. 00000020:00000010:0.0:1780963830.022528:0:5611:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000886ca4a8. 00000100:00000200:0.0:1780963830.022545:0:5611:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963830.022551:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.022563:0:5611:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:0.0:1780963830.022570:0:5611:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 0000000080856dee. 00010000:00000010:0.0:1780963830.022574:0:5611:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 0000000028047002. 00000001:00000010:0.0:1780963830.022579:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 0000000007389efc (tot 3042838). 00000001:00000010:0.0:1780963830.022583:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000021a364ad (tot 3042966). 00000001:00000010:0.0:1780963830.022589:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000000cad43db (tot 3047150). 00000001:00000010:0.0:1780963830.022596:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000c5ec8ba2 (tot 3051334). 00000001:00000010:0.0:1780963830.022603:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000ab1bc0c9 (tot 3055518). 00000001:00000010:0.0:1780963830.022618:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000003965d75a (tot 3059702). 00000001:00000010:0.0:1780963830.022625:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000cf57de1a (tot 3063886). 00000001:00000010:0.0:1780963830.022633:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000860dc14c (tot 3068070). 00000001:00000010:0.0:1780963830.022640:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000fed5a816 (tot 3072254). 00000001:00000010:0.0:1780963830.022656:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000005ff412b3 (tot 3076438). 00000001:00000010:0.0:1780963830.022663:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000d14a3b3f (tot 3080622). 00000001:00000010:0.0:1780963830.022670:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000080c02e7b (tot 3084806). 00000001:00000010:0.0:1780963830.022677:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000000d16e0dd (tot 3088990). 00000001:00000010:0.0:1780963830.022692:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000a55a52e3 (tot 3093174). 00000001:00000010:0.0:1780963830.022700:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000036d7dc10 (tot 3097358). 00000001:00000010:0.0:1780963830.022707:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000bbb6a1a8 (tot 3101542). 00000001:00000010:0.0:1780963830.022715:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000005ab27cbd (tot 3105726). 00000001:00000010:0.0:1780963830.022732:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000bbc77c53 (tot 3109910). 00010000:00000010:0.0:1780963830.022740:0:5611:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at 000000006e7cb032. 00000020:00000010:2.0:1780963830.036722:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000009daec834 (tot 3109990). 00000020:00000010:2.0:1780963830.036737:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000d2b9e80f (tot 3110014). 00000020:00000010:2.0:1780963830.036821:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000000568b687 (tot 3110094). 00000020:00000010:2.0:1780963830.036826:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 000000008b1c47e6 (tot 3110358). 00000100:00000010:2.0:1780963830.036888:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a6fbdd7. 00000100:00000010:2.0:1780963830.036895:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f9ffda0c. 00000001:00000010:2.0:1780963830.036903:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000a48eda8b (tot 3110590). 00000001:00000010:2.0:1780963830.036914:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009247b20d (tot 3110598). 00000001:00000010:2.0:1780963830.036919:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f335723 (tot 3110942). 00000001:00000010:2.0:1780963830.036923:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000e7440767 (tot 3111174). 00000001:00000010:2.0:1780963830.036926:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000095ec2d70 (tot 3111182). 00000001:00000010:2.0:1780963830.036929:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd7bf298 (tot 3111526). 00000001:00000010:2.0:1780963830.036931:0:5611:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000adf748c6 (tot 3111758). 00000001:00000010:2.0:1780963830.036933:0:5611:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000bafec23d (tot 3111766). 00000001:00000010:2.0:1780963830.036936:0:5611:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028e0b5e5 (tot 3112110). 00000020:00000010:2.0:1780963830.037177:0:5611:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000ada7a98d (tot 3112190). 00000020:00000010:2.0:1780963830.037181:0:5611:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000005b93aa68 (tot 3114902). 00000020:00000010:2.0:1780963830.037198:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000006f8f5164. 00000020:00000010:2.0:1780963830.037205:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000f4713daa. 00000008:00000010:2.0:1780963830.037210:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000190fce09. 00020000:00000010:2.0:1780963830.037217:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009636e479. 00008000:00000010:2.0:1780963830.037224:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000002d5bba3. 00000080:00000010:2.0:1780963830.037232:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000d259c1e2. 00000080:00000010:2.0:1780963830.037239:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000851ac2d2. 00000020:00000010:2.0:1780963830.037243:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9e065d. 00000020:00000010:2.0:1780963830.037249:0:5611:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096b6054c. 00000020:00000010:2.0:1780963830.037257:0:5611:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000151d7906. 00000008:00000010:2.0:1780963830.037263:0:5611:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000b024dae4. 00020000:00000010:2.0:1780963830.037268:0:5611:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000062470b6b. 00008000:00000010:2.0:1780963830.037273:0:5611:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a81cd2a. 00000080:00000010:2.0:1780963830.037278:0:5611:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000aab2ed22. 00000020:00000010:2.0:1780963830.037282:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022974fd3. 00000020:00000010:2.0:1780963830.037290:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000080621c59. 00000020:00000010:2.0:1780963830.037293:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a8b2ed9f. 00000020:00000010:2.0:1780963830.037305:0:5611:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000bbb21ca5. 00000020:00000010:2.0:1780963830.037312:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000baebdd28. 00000020:00000010:2.0:1780963830.037322:0:5611:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001240ce21. 00000020:00000010:2.0:1780963830.037328:0:5611:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064b89304. 00000020:00000010:2.0:1780963830.037336:0:5611:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000c35035e7. 00000008:00000010:2.0:1780963830.037341:0:5611:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000ad2b89e7. 00020000:00000010:2.0:1780963830.037346:0:5611:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f9183f4e. 00008000:00000010:2.0:1780963830.037351:0:5611:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000003fd01fc1. 00000080:00000010:2.0:1780963830.037356:0:5611:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000f2ac67fb. 00000080:00000010:2.0:1780963830.037361:0:5611:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000003f9ec94. 00020000:00000010:2.0:1780963830.037378:0:5611:0:(lov_obd.c:534:lov_add_target()) kmalloced '(tgt)': 368 at 000000000c29f51b. 00000020:00000010:2.0:1780963830.037387:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000064b89304. 00000020:00000010:2.0:1780963830.037391:0:5611:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000c35035e7. 00000008:00000010:2.0:1780963830.037394:0:5611:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000ad2b89e7. 00020000:00000010:2.0:1780963830.037397:0:5611:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000f9183f4e. 00008000:00000010:2.0:1780963830.037399:0:5611:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000003fd01fc1. 00000080:00000010:2.0:1780963830.037402:0:5611:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000f2ac67fb. 00000080:00000010:2.0:1780963830.037405:0:5611:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000003f9ec94. 00000020:00000010:2.0:1780963830.037407:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001240ce21. 00000020:00000010:2.0:1780963830.037410:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000baebdd28. 00000020:00000010:2.0:1780963830.037413:0:5611:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000bbb21ca5. 00000020:00000010:2.0:1780963830.037420:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fa156cc4. 00000020:00000010:2.0:1780963830.037422:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fa156cc4. 00000020:00000010:2.0:1780963830.037429:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fa156cc4. 00000020:00000010:2.0:1780963830.037430:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fa156cc4. 00000020:00000010:2.0:1780963830.037433:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000bbb21ca5. 00000020:00000010:2.0:1780963830.037436:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000bbb21ca5. 00000100:00000010:2.0:1780963830.037448:0:5611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6c91a94. 02000000:00000010:2.0:1780963830.037461:0:5611:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064b89304. 00000100:00000010:2.0:1780963830.037477:0:5611:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eebcb0de. 02000000:00000010:2.0:1780963830.037513:0:5611:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006a66730b. 00000400:00000200:2.0:1780963830.037526:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963830.037532:0:5611:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091d972ac. 00000400:00000010:2.0:1780963830.037540:0:5611:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 0000000085225ce1 (tot 3115086). 00000100:00000200:2.0:1780963830.037549:0:5611:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475746554368, portal 25 00000400:00000010:2.0:1780963830.037566:0:5611:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed8d930. 00000100:00000200:2.0:1780963830.037574:0:5611:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475746554368, offset 0 00000400:00000200:2.0:1780963830.037583:0:5611:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963830.037593:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.037606:0:5611:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963830.037615:0:5611:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963830.037619:0:5611:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963830.037622:0:5611:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963830.037627:0:5611:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [11:11:256:4294967295] 192.168.202.121@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1780963830.037632:0:5611:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.037642:0:5611:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963830.037648:0:5611:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963830.037654:0:5611:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa156cc4 (tot 3115334). 00000800:00000200:2.0:1780963830.037662:0:5611:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963830.037671:0:5611:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963830.037676:0:5611:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fa156cc4 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1780963830.037809:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.037813:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa156cc4 (tot 3115086). 00000400:00000200:2.0:1780963830.037817:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.037822:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.037827:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed8d930 00000400:00000010:2.0:1780963830.037829:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed8d930. 00000100:00000200:2.0:1780963830.037836:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6c91a94 x1867475746554368/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963830.048045:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.048058:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.048067:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.048072:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.048077:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.048081:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8472 into portal 25 MB=0x6a27594800200 00000400:00000200:3.0:1780963830.048088:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.048109:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8472/8472 into md 0x255 [4] + 224 00000400:00000200:3.0:1780963830.048134:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.048138:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.048152:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6c91a94 x1867475746554368/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963830.049167:0:5611:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091d972ac. 00000400:00000200:2.0:1780963830.049174:0:5611:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085225ce1 00000400:00000010:2.0:1780963830.049176:0:5611:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 0000000085225ce1 (tot 3114902). 00000100:00000200:2.0:1780963830.049186:0:5611:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6c91a94 x1867475746554368/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963830.049195:0:5611:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6c91a94 x1867475746554368/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963830.049224:0:5611:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eebcb0de. 02000000:00000010:2.0:1780963830.049807:0:5611:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006a66730b. 02000000:00000010:2.0:1780963830.049821:0:5611:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064b89304. 00000100:00000010:2.0:1780963830.049825:0:5611:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6c91a94. 00000020:00000010:2.0:1780963830.049841:0:5611:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fa156cc4. 00000020:00000010:2.0:1780963830.049845:0:5611:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fa156cc4. 00000040:00000010:2.0:1780963830.049849:0:5611:0:(llog.c:828:llog_process_thread()) kfreed 'buf': 8192 at 000000007b49476a. 00000020:00000010:2.0:1780963830.049857:0:5611:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000cc29fdd6. 00000040:00000010:2.0:1780963830.049861:0:5611:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000009145c5b1. 00000020:00000010:2.0:1780963830.049865:0:5611:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000078f0c9a8. 00000020:00000010:2.0:1780963830.049873:0:5611:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000d90279bf. 80000000:00000010:2.0:1780963830.049877:0:5611:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000ae8b078a. 00040000:00000010:2.0:1780963830.049883:0:5611:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000033855b42. 00040000:00000010:2.0:1780963830.050065:0:5611:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000220d5f81. 20000000:00000010:2.0:1780963830.050070:0:5611:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000a5483bb9. 00000020:00000010:2.0:1780963830.050074:0:5611:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac839184. 00000040:00000010:1.0:1780963830.050320:0:5593:0:(llog.c:926:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000133f9bdf. 00000040:00000010:1.0:1780963830.050327:0:5593:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 00000000d89aefe1. 00000040:00000010:1.0:1780963830.050333:0:5593:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000849fd871. 00000020:00000010:1.0:1780963830.050338:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000082718835. 00000040:00000010:1.0:1780963830.050341:0:5593:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000019f9adf2. 00000020:00000010:1.0:1780963830.050343:0:5593:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000c89af4d1. 00000020:00000010:1.0:1780963830.050347:0:5593:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000852a1084. 80000000:00000010:1.0:1780963830.050350:0:5593:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000101014c7. 00040000:00000010:1.0:1780963830.050353:0:5593:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000665d6624. 20000000:00000010:1.0:1780963830.050356:0:5593:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 0000000052e1f48d. 00000020:00000010:1.0:1780963830.050358:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ce304ee. 10000000:00000010:1.0:1780963830.050360:0:5593:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b00f1274. 00000100:00000010:1.0:1780963830.050377:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a852b9b2. 02000000:00000010:1.0:1780963830.050390:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004201891f. 00010000:00000010:1.0:1780963830.050405:0:5593:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008619fdb3. 00010000:00000010:1.0:1780963830.050411:0:5593:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efcad328. 00000100:00000010:1.0:1780963830.050427:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4bcd085. 02000000:00000010:1.0:1780963830.050586:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0be01f2. 00000400:00000200:1.0:1780963830.050595:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.050606:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019f17c93. 00000400:00000010:1.0:1780963830.050612:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.050619:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554432, portal 25 00000400:00000010:1.0:1780963830.050624:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de90c470. 00000100:00000200:1.0:1780963830.050628:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475746554432, offset 0 00000400:00000200:1.0:1780963830.050635:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.050642:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.050652:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.050660:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.050664:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.050667:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.050670:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [12:12:256:4294967295] 192.168.202.121@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1780963830.050675:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.050684:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.050691:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.050695:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061548720 (tot 3115150). 00000800:00000200:1.0:1780963830.050702:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.050710:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.050714:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061548720 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1780963830.050983:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.050986:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061548720 (tot 3114902). 00000400:00000200:2.0:1780963830.050991:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.050995:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.050999:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de90c470 00000400:00000010:2.0:1780963830.051001:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de90c470. 00000100:00000200:2.0:1780963830.051007:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a852b9b2 x1867475746554432/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963830.055305:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.055316:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.055326:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.055437:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.055444:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.055449:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a27594800240 00000400:00000200:2.0:1780963830.055455:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.055461:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x265 [1] + 224 00000400:00000200:2.0:1780963830.055483:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.055502:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.055515:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a852b9b2 x1867475746554432/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963830.055619:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019f17c93. 00000400:00000200:1.0:1780963830.055625:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046c8f35a 00000400:00000010:1.0:1780963830.055627:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.055634:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a852b9b2 x1867475746554432/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.055642:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a852b9b2 x1867475746554432/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963830.055674:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b4bcd085. 02000000:00000010:1.0:1780963830.055697:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0be01f2. 02000000:00000010:1.0:1780963830.055703:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004201891f. 00000100:00000010:1.0:1780963830.055707:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a852b9b2. 10000000:00000010:1.0:1780963830.055721:0:5593:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 2048 at 00000000c89af4d1. 00000100:00000010:1.0:1780963830.057521:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a852b9b2. 02000000:00000010:1.0:1780963830.057544:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004201891f. 00000100:00000010:1.0:1780963830.057555:0:5593:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 00000000a0be01f2. 00000100:00000010:1.0:1780963830.057559:0:5593:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000000c4958a8. 00000100:00000010:1.0:1780963830.057578:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4bcd085. 00000400:00000200:1.0:1780963830.057604:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.057608:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019f17c93. 00000400:00000010:1.0:1780963830.057617:0:5593:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d89aefe1 (tot 3119118). 00000100:00000200:1.0:1780963830.057626:0:5593:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a27594800280-0x6a27594800280, portal 33 02000000:00000010:1.0:1780963830.057632:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d52a82dc. 00000400:00000200:1.0:1780963830.057636:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.057638:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000756661a. 00000400:00000010:1.0:1780963830.057647:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.057651:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746554496, portal 25 00000400:00000010:1.0:1780963830.057656:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001963c1e0. 00000100:00000200:1.0:1780963830.057659:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1867475746554496, offset 0 00000400:00000200:1.0:1780963830.057668:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.057676:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.057687:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.057695:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.057699:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.057702:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.057707:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [13:13:256:4294967295] 192.168.202.121@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1780963830.057712:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.057721:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.057727:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.057732:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78a2741 (tot 3119366). 00000800:00000200:1.0:1780963830.057739:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.057746:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.057750:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f78a2741 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:2.0:1780963830.058427:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.058432:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78a2741 (tot 3119118). 00000400:00000200:2.0:1780963830.058439:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.058445:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.058450:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001963c1e0 00000400:00000010:2.0:1780963830.058452:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001963c1e0. 00000100:00000200:2.0:1780963830.058460:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a852b9b2 x1867475746554496/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963830.065523:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065536:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.065545:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065551:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065555:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065560:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 128 into portal 33 MB=0x6a27594800280 00000400:00000200:2.0:1780963830.065566:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065572:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.121@tcp of length 128/128 into md 0x26d [256] + 0 00000400:00000010:2.0:1780963830.065578:0:2280:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019f17c93. 00000400:00000200:2.0:1780963830.065583:0:2280:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d89aefe1 00000400:00000200:2.0:1780963830.065599:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.065604:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.065609:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d89aefe1 00000400:00000010:2.0:1780963830.065612:0:2280:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 4216 at 00000000d89aefe1 (tot 3114902). 00000100:00000200:2.0:1780963830.065618:0:2280:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 00000000a0be01f2 00000400:00000200:2.0:1780963830.065641:0:2280:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1780963830.065644:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065651:0:2280:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963830.065656:0:2280:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [14:14:256:4294967295] 192.168.202.121@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1780963830.065661:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.065683:0:2280:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:2.0:1780963830.065688:0:2280:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963830.065696:0:2280:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000000c56a24f (tot 3119230). 00000800:00000200:2.0:1780963830.065702:0:2280:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963830.065710:0:2280:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963830.065715:0:2280:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c56a24f type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1780963830.065870:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.065873:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000000c56a24f (tot 3114902). 00000400:00000200:2.0:1780963830.065877:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.065881:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1780963830.071802:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.071815:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.071842:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.071847:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.071852:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.071857:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 240 into portal 25 MB=0x6a27594800280 00000400:00000200:3.0:1780963830.071874:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.071881:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 240/240 into md 0x275 [1] + 224 00000400:00000200:3.0:1780963830.071898:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.071902:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.071915:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a852b9b2 x1867475746554496/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963830.072215:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000756661a. 00000400:00000200:1.0:1780963830.072221:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046c8f35a 00000400:00000010:1.0:1780963830.072224:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.072230:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a852b9b2 x1867475746554496/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.072239:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a852b9b2 x1867475746554496/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963830.072268:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b4bcd085. 10000000:00000010:1.0:1780963830.072282:0:5593:0:(mgc_request.c:1412:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000bc59c363. 00000100:00000200:1.0:1780963830.072304:0:5593:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963830.072307:0:5593:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963830.072313:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.072318:0:5593:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963830.072327:0:5593:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004c7b6e93. 00000020:00000010:1.0:1780963830.072345:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db5b1926. 00000020:00000010:1.0:1780963830.072350:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072354:0:5593:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072361:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072366:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072371:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072379:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072385:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072472:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072477:0:5593:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072481:0:5593:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072484:0:5593:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072487:0:5593:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072490:0:5593:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072493:0:5593:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072496:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db5b1926. 10000000:00000010:1.0:1780963830.072499:0:5593:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004c7b6e93. 00000100:00000200:1.0:1780963830.072506:0:5593:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963830.072508:0:5593:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963830.072517:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.072521:0:5593:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963830.072524:0:5593:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004c7b6e93. 00000020:00000010:1.0:1780963830.072529:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db5b1926. 00000020:00000010:1.0:1780963830.072531:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072532:0:5593:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072534:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072536:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072538:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072540:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072542:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072563:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072566:0:5593:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072567:0:5593:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072569:0:5593:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072571:0:5593:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072573:0:5593:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072574:0:5593:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072576:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db5b1926. 10000000:00000010:1.0:1780963830.072577:0:5593:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004c7b6e93. 00000100:00000200:1.0:1780963830.072583:0:5593:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963830.072585:0:5593:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963830.072587:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.072590:0:5593:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963830.072594:0:5593:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004c7b6e93. 00000020:00000010:1.0:1780963830.072597:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db5b1926. 00000020:00000010:1.0:1780963830.072599:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072600:0:5593:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072603:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072605:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072606:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072608:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072610:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072636:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072639:0:5593:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072641:0:5593:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072643:0:5593:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072645:0:5593:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072647:0:5593:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072649:0:5593:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072650:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db5b1926. 10000000:00000010:1.0:1780963830.072652:0:5593:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004c7b6e93. 00000100:00000200:1.0:1780963830.072659:0:5593:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963830.072660:0:5593:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963830.072663:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.072666:0:5593:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963830.072669:0:5593:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004c7b6e93. 00000020:00000010:1.0:1780963830.072673:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db5b1926. 00000020:00000010:1.0:1780963830.072675:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072678:0:5593:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072681:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072683:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072685:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072687:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072689:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072707:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000000461ef00. 00000020:00000010:1.0:1780963830.072709:0:5593:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b00f1274. 00000008:00000010:1.0:1780963830.072711:0:5593:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.072712:0:5593:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.072714:0:5593:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.072716:0:5593:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000628e8438. 00000080:00000010:1.0:1780963830.072718:0:5593:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.072719:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db5b1926. 10000000:00000010:1.0:1780963830.072721:0:5593:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004c7b6e93. 10000000:00000010:1.0:1780963830.072724:0:5593:0:(mgc_request.c:1603:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000bc59c363. 02000000:00000010:1.0:1780963830.072731:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d52a82dc. 00000100:00000010:1.0:1780963830.072754:0:5593:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at 000000000c4958a8. 00000100:00000010:1.0:1780963830.072758:0:5593:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 00000000a0be01f2. 02000000:00000010:1.0:1780963830.072761:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004201891f. 00000100:00000010:1.0:1780963830.072764:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a852b9b2. 10000000:00000010:1.0:1780963830.074239:0:5593:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 2048 at 00000000c89af4d1. 00000100:00000010:1.0:1780963830.074264:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a852b9b2. 02000000:00000010:1.0:1780963830.074278:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004201891f. 00010000:00000010:1.0:1780963830.074307:0:5593:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aaee6f09. 00010000:00000010:1.0:1780963830.074315:0:5593:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002415b1b0. 00000100:00000010:1.0:1780963830.074396:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4bcd085. 02000000:00000010:1.0:1780963830.074420:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0be01f2. 00000400:00000200:1.0:1780963830.074429:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.074434:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000756661a. 00000400:00000010:1.0:1780963830.074440:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.074448:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554560, portal 25 00000400:00000010:1.0:1780963830.074453:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fd85040. 00000100:00000200:1.0:1780963830.074456:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475746554560, offset 0 00000400:00000200:1.0:1780963830.074464:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.074471:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.074480:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.074488:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.074493:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.074496:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.074500:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [15:15:256:4294967295] 192.168.202.121@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1780963830.074504:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.074512:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.074518:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.074523:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006591cda5 (tot 3115150). 00000800:00000200:1.0:1780963830.074531:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.074540:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.074545:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006591cda5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1780963830.081115:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.081125:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006591cda5 (tot 3114902). 00000400:00000200:3.0:1780963830.081134:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.081146:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.081154:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fd85040 00000400:00000010:3.0:1780963830.081157:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fd85040. 00000100:00000200:3.0:1780963830.081170:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a852b9b2 x1867475746554560/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963830.083826:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.083837:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.083846:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.083853:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.083858:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.083863:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a275948002c0 00000400:00000200:3.0:1780963830.083869:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.083876:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x27d [1] + 224 00000400:00000200:3.0:1780963830.083894:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.083897:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.083909:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a852b9b2 x1867475746554560/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963830.087555:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000756661a. 00000400:00000200:1.0:1780963830.087566:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046c8f35a 00000400:00000010:1.0:1780963830.087569:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.087586:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a852b9b2 x1867475746554560/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.087598:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a852b9b2 x1867475746554560/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963830.087628:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b4bcd085. 02000000:00000010:1.0:1780963830.087653:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0be01f2. 02000000:00000010:1.0:1780963830.087658:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004201891f. 00000100:00000010:1.0:1780963830.087662:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a852b9b2. 10000000:00000010:1.0:1780963830.087673:0:5593:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b00f1274. 00000020:00000010:1.0:1780963830.087677:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004201891f. 00000020:00000010:1.0:1780963830.087683:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000000461ef00. 00000040:00000010:1.0:1780963830.087687:0:5593:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000243f1d53. 00000020:00000010:1.0:1780963830.087692:0:5593:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000c89af4d1. 00000020:00000010:1.0:1780963830.087697:0:5593:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000029d8414b. 80000000:00000010:1.0:1780963830.087702:0:5593:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000101014c7. 00040000:00000010:1.0:1780963830.087708:0:5593:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000006c0b3aa4. 20000000:00000010:1.0:1780963830.087713:0:5593:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000f271e21d. 00000040:00000010:1.0:1780963830.087722:0:5593:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 0000000067d6004d. 00000100:00000010:1.0:1780963830.087727:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a852b9b2. 02000000:00000010:1.0:1780963830.087739:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000157116ce. 00000100:00000010:1.0:1780963830.087753:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4bcd085. 02000000:00000010:1.0:1780963830.087773:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5dcb3ea. 00000400:00000200:1.0:1780963830.087792:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.087796:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000756661a. 00000400:00000010:1.0:1780963830.087800:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046c8f35a. 00000100:00000200:1.0:1780963830.087806:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746554624, portal 25 00000400:00000010:1.0:1780963830.087812:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b94f07d1. 00000100:00000200:1.0:1780963830.087815:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1867475746554624, offset 0 00000400:00000200:1.0:1780963830.087823:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.087838:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.087849:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.087857:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.088956:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.088962:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.088966:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [16:16:256:4294967295] 192.168.202.121@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1780963830.089041:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.089053:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.089060:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.089067:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db346ef9 (tot 3115150). 00000800:00000200:1.0:1780963830.089075:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.089084:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.089089:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db346ef9 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:3.0:1780963830.093226:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.093245:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db346ef9 (tot 3114902). 00000400:00000200:3.0:1780963830.093255:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.093267:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.093274:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b94f07d1 00000400:00000010:3.0:1780963830.093277:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b94f07d1. 00000100:00000200:3.0:1780963830.095684:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a852b9b2 x1867475746554624/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963830.095736:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.095743:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.095751:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.095756:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.095761:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.095766:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 272 into portal 25 MB=0x6a27594800300 00000400:00000200:3.0:1780963830.095773:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.095792:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 272/272 into md 0x285 [1] + 224 00000400:00000200:3.0:1780963830.095811:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.095816:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.095822:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a852b9b2 x1867475746554624/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963830.096606:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000756661a. 00000400:00000200:3.0:1780963830.096613:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046c8f35a 00000400:00000010:3.0:1780963830.096615:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046c8f35a. 00000100:00000200:3.0:1780963830.096622:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a852b9b2 x1867475746554624/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.096632:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a852b9b2 x1867475746554624/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963830.096659:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b4bcd085. 02000000:00000010:3.0:1780963830.096671:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5dcb3ea. 02000000:00000010:3.0:1780963830.096675:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000157116ce. 00000100:00000010:3.0:1780963830.096679:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a852b9b2. 00000040:00000010:3.0:1780963830.096691:0:5593:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2b0a236. 00000100:00000010:3.0:1780963830.096710:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000019b43eb5. 02000000:00000010:3.0:1780963830.096727:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0b282fa. 00000100:00000010:3.0:1780963830.096738:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cb95b858. 02000000:00000010:3.0:1780963830.096765:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c4a3fdca. 00000400:00000200:3.0:1780963830.096771:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963830.096786:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d830784. 00000400:00000010:3.0:1780963830.096792:0:5593:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000009e9d7ec2 (tot 3115086). 00000100:00000200:3.0:1780963830.096799:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475746554688, portal 25 00000400:00000010:3.0:1780963830.096809:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bca6a86. 00000100:00000200:3.0:1780963830.096812:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475746554688, offset 0 00000400:00000200:3.0:1780963830.096820:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963830.096827:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.096835:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963830.096842:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963830.096846:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963830.096849:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963830.096853:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [17:17:256:4294967295] 192.168.202.121@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1780963830.096857:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.096866:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963830.096872:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963830.096877:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d9a9aab (tot 3115334). 00000800:00000200:3.0:1780963830.096883:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963830.096891:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963830.096895:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1780963830.098660:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.098669:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d9a9aab (tot 3115086). 00000400:00000200:3.0:1780963830.098676:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.098684:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.098690:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bca6a86 00000400:00000010:3.0:1780963830.098692:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bca6a86. 00000100:00000200:3.0:1780963830.098699:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000019b43eb5 x1867475746554688/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1780963830.101871:0:5622:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000cc364e8. 00000020:00000010:2.0:1780963830.101883:0:5622:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000cc364e8. 00000020:00000010:2.0:1780963830.111273:0:5620:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000cc364e8. 00000020:00000010:2.0:1780963830.111283:0:5620:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000cc364e8. 00000400:00000200:2.0:1780963830.112972:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.112981:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.112992:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.113000:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.113057:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.113064:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8416 into portal 25 MB=0x6a27594800340 00000400:00000200:2.0:1780963830.113071:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.113082:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8416/8416 into md 0x28d [4] + 224 00000020:00000010:1.0:1780963830.113154:0:5617:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006f809460. 00000020:00000010:1.0:1780963830.113165:0:5617:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006f809460. 00000400:00000200:2.0:1780963830.113238:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.113245:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.113259:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000019b43eb5 x1867475746554688/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1780963830.113595:0:5621:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000c1865e6. 00000020:00000010:0.0:1780963830.113604:0:5621:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000c1865e6. 00000400:00000010:3.0:1780963830.114281:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d830784. 00000400:00000200:3.0:1780963830.114414:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e9d7ec2 00000400:00000010:3.0:1780963830.114418:0:5593:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000009e9d7ec2 (tot 3114902). 00000100:00000200:3.0:1780963830.114436:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000019b43eb5 x1867475746554688/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.114452:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000019b43eb5 x1867475746554688/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963830.114492:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cb95b858. 02000000:00000010:3.0:1780963830.114508:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c4a3fdca. 02000000:00000010:3.0:1780963830.114598:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0b282fa. 00000100:00000010:3.0:1780963830.114605:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000019b43eb5. 00000040:00000010:3.0:1780963830.114617:0:5593:0:(llog.c:883:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000af34b731. 00000020:00000010:3.0:1780963830.114961:0:5623:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0b282fa. 00000020:00000010:3.0:1780963830.114968:0:5623:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8a2ed9f. 00000040:00000010:3.0:1780963830.114973:0:5623:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000aefbd9da. 00000020:00000010:3.0:1780963830.114979:0:5623:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000008f0a0fa7. 00000020:00000010:3.0:1780963830.114984:0:5623:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000001421eddc. 80000000:00000010:3.0:1780963830.114988:0:5623:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000002c046327. 00040000:00000010:3.0:1780963830.114994:0:5623:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000009d9a9aab. 00040000:00000010:3.0:1780963830.114997:0:5623:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000daf99b02. 20000000:00000010:3.0:1780963830.115001:0:5623:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000000cfeedc6. 00000040:00000010:3.0:1780963830.115008:0:5623:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000005d2fa1. 00000040:00000010:3.0:1780963830.115719:0:5623:0:(llog.c:828:llog_process_thread()) kfreed 'buf': 8192 at 00000000005d2fa1. 00000020:00000010:3.0:1780963830.115728:0:5623:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8a2ed9f. 00000040:00000010:3.0:1780963830.115742:0:5623:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000aefbd9da. 00000020:00000010:3.0:1780963830.115747:0:5623:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000008f0a0fa7. 00000020:00000010:3.0:1780963830.115753:0:5623:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000001421eddc. 80000000:00000010:3.0:1780963830.115757:0:5623:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000002c046327. 00040000:00000010:3.0:1780963830.115765:0:5623:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000009d9a9aab. 00040000:00000010:3.0:1780963830.115770:0:5623:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000daf99b02. 20000000:00000010:3.0:1780963830.115781:0:5623:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000000cfeedc6. 00000020:00000010:3.0:1780963830.115785:0:5623:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0b282fa. 00000040:00000010:0.0:1780963830.117122:0:5593:0:(llog.c:926:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000af34b731. 00000040:00000010:0.0:1780963830.117135:0:5593:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 00000000b2b0a236. 00000040:00000010:0.0:1780963830.117144:0:5593:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 0000000067d6004d. 00000020:00000010:0.0:1780963830.117153:0:5593:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000000461ef00. 00000040:00000010:0.0:1780963830.117159:0:5593:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000243f1d53. 00000020:00000010:0.0:1780963830.117163:0:5593:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000c89af4d1. 00000020:00000010:0.0:1780963830.117177:0:5593:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000029d8414b. 80000000:00000010:0.0:1780963830.117183:0:5593:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000101014c7. 00040000:00000010:0.0:1780963830.117190:0:5593:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000006c0b3aa4. 20000000:00000010:0.0:1780963830.117195:0:5593:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000f271e21d. 00000020:00000010:0.0:1780963830.117199:0:5593:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004201891f. 10000000:00000010:0.0:1780963830.117202:0:5593:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b00f1274. 00000020:00000010:0.0:1780963830.117215:0:5593:0:(obd_mount.c:98:lustre_process_log()) kfreed 'lcfg': 176 at 00000000a50a4516. 00000020:00000010:0.0:1780963830.117220:0:5593:0:(obd_mount.c:100:lustre_process_log()) kfreed 'bufs': 104 at 00000000941f1aa5. 00000080:00000010:0.0:1780963830.118059:0:5593:0:(llite_lib.c:1407:ll_fill_super()) kmalloced '(dt)': 33 at 000000000c1865e6. 00000080:00000010:0.0:1780963830.118069:0:5593:0:(llite_lib.c:1413:ll_fill_super()) kmalloced '(md)': 33 at 0000000019108243. 00000080:00000010:0.0:1780963830.118078:0:5593:0:(llite_lib.c:294:client_common_fill_super()) kmalloced '(data)': 192 at 0000000076f9418d. 00000080:00000010:0.0:1780963830.118082:0:5593:0:(llite_lib.c:298:client_common_fill_super()) kmalloced '(osfs)': 144 at 00000000aefad508. 00000020:00000010:0.0:1780963830.118124:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000be880afc. 00000020:00000010:0.0:1780963830.118169:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e1d604d8. 00000100:00000010:0.0:1780963830.118195:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a4c2ca77. 02000000:00000010:0.0:1780963830.118210:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000099904fdc. 40000000:00000010:0.0:1780963830.119598:0:5593:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000d2204e81. 40000000:00000010:0.0:1780963830.119614:0:5593:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at 000000006cabbe55. 40000000:00000010:0.0:1780963830.119696:0:5593:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at 000000006cabbe55. 80000000:00000010:0.0:1780963830.119703:0:5593:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at 0000000000d0ea8b. 00000020:00000010:0.0:1780963830.121620:0:5593:0:(lu_tgt_descs.c:125:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000b854e339. 00000100:00000010:0.0:1780963830.121636:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000028a42d58. 02000000:00000010:0.0:1780963830.121651:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da729f8a. 00000020:00000010:0.0:1780963830.121705:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000009acac4ac. 00000100:00000010:0.0:1780963830.122048:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cb2caeb. 02000000:00000010:0.0:1780963830.122058:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000001a2251d. 40000000:00000010:0.0:1780963830.122079:0:5593:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000fcd8a743. 40000000:00000010:0.0:1780963830.122083:0:5593:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at 000000006cabbe55. 40000000:00000010:0.0:1780963830.122227:0:5593:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at 000000006cabbe55. 80000000:00000010:0.0:1780963830.122234:0:5593:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at 0000000013f3605e. 02000000:00000010:3.0:1780963830.122452:0:2284:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd75e9f8. 00000400:00000200:3.0:1780963830.122474:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963830.122481:0:2284:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d830784. 00000400:00000010:3.0:1780963830.122490:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bca6a86. 00000100:00000200:3.0:1780963830.122498:0:2284:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554752, portal 10 00000020:00000010:3.0:1780963830.122507:0:2284:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000005d2fa1 (tot 3119446). 00000400:00000010:3.0:1780963830.122517:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c0f6a1. 00000100:00000200:3.0:1780963830.122522:0:2284:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475746554752, offset 0 00000400:00000200:3.0:1780963830.122547:0:2284:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963830.122556:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.122569:0:2284:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963830.122577:0:2284:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963830.122582:0:2284:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963830.122588:0:2284:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963830.122597:0:2284:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [18:18:256:4294967295] 192.168.202.121@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1780963830.122605:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.122629:0:2284:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963830.122643:0:2284:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963830.122648:0:2284:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d9a9aab (tot 3119694). 00000800:00000200:3.0:1780963830.122658:0:2284:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963830.122668:0:2284:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963830.122672:0:2284:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 1, nob 616 niov 1 nkiov 1 02000000:00000010:3.0:1780963830.122693:0:2284:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000965beba9. 00000400:00000200:3.0:1780963830.122699:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963830.122701:0:2284:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066c79f94. 00000400:00000010:3.0:1780963830.122705:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044de9b47. 00000100:00000200:3.0:1780963830.122709:0:2284:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554880, portal 10 00000020:00000010:3.0:1780963830.122714:0:2284:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 000000007eb39cfe (tot 3124238). 00000400:00000010:3.0:1780963830.122718:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a01f12a. 00000100:00000200:3.0:1780963830.122727:0:2284:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475746554880, offset 0 00000100:00000010:0.0:1780963830.122738:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b4560ef. 00000400:00000200:3.0:1780963830.122745:0:2284:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963830.122752:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.122760:0:2284:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963830.122767:0:2284:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963830.122771:0:2284:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963830.122788:0:2284:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963830.122796:0:2284:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [19:19:255:4294967295] 192.168.202.121@tcp LPNI seq info [19:19:7:4294967295] 00000400:00000200:3.0:1780963830.122804:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.122822:0:2284:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 02000000:00000010:0.0:1780963830.122827:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5b7685c. 00800000:00000010:0.0:1780963830.122874:0:5593:0:(lmv_obd.c:1256:lmv_statfs()) kmalloced '(temp)': 144 at 000000006cabbe55. 00000100:00000010:0.0:1780963830.122882:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000827fd353. 02000000:00000010:0.0:1780963830.122889:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6ebd14d. 00000100:00000010:0.0:1780963830.122897:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba0417a6. 80000000:00000010:0.0:1780963830.122931:0:2286:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e18d6fa5. 40000000:00000010:0.0:1780963830.122936:0:2286:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000008b18a4ec. 00000008:00000010:0.0:1780963830.122942:0:2286:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000522fa4c1. 00020000:00000010:0.0:1780963830.122948:0:2286:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000003bdc682e. 00008000:00000010:0.0:1780963830.122960:0:2286:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005429db48. 00000800:00000200:3.0:1780963830.122963:0:2284:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00100000:00000010:0.0:1780963830.122968:0:2286:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000014d192ed. 00000800:00000010:3.0:1780963830.122969:0:2284:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a3efab4 (tot 3124486). 00040000:00000010:0.0:1780963830.122976:0:2286:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000f92f2dfb. 00000800:00000200:3.0:1780963830.122980:0:2284:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00040000:00000010:0.0:1780963830.122983:0:2286:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000916560ca. 00000800:00000200:3.0:1780963830.122988:0:2284:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963830.122992:0:2284:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a3efab4 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1780963830.123041:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.123045:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d9a9aab (tot 3124238). 00000400:00000200:3.0:1780963830.123048:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1780963830.123051:0:2286:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb6e5103. 00000400:00000200:3.0:1780963830.123055:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000004:00000010:0.0:1780963830.123060:0:2286:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000e7ccc7f0. 00000400:00000200:3.0:1780963830.123062:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c0f6a1 00000400:00000010:3.0:1780963830.123066:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c0f6a1. 00000004:00000010:0.0:1780963830.123072:0:2286:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000040581aec. 00000100:00000200:3.0:1780963830.123074:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a4c2ca77 x1867475746554752/t0(0) o38->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963830.123169:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.123172:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a3efab4 (tot 3123990). 00000400:00000200:3.0:1780963830.123175:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.123178:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.123180:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a01f12a 00000400:00000010:3.0:1780963830.123182:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a01f12a. 00000100:00000200:3.0:1780963830.123188:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cb2caeb x1867475746554880/t0(0) o38->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000004:00000010:0.0:1780963830.123532:0:2286:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000525d71d3. 00002000:00000010:0.0:1780963830.123540:0:2286:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000b38e214d. 00000004:00000010:0.0:1780963830.123546:0:2286:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000075835e7c. 00000080:00000010:0.0:1780963830.123553:0:2286:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000001ac8ba2b. 00000080:00000010:0.0:1780963830.123559:0:2286:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000079c35d2c. 00000008:00000010:0.0:1780963830.123566:0:2286:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000c9481470. 00020000:00000010:0.0:1780963830.123573:0:2286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fa222201. 00008000:00000010:0.0:1780963830.123578:0:2286:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 0000000069c5665f. 00000080:00000010:0.0:1780963830.123582:0:2286:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000083e71d94. 80000000:00000010:0.0:1780963830.123624:0:2285:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000050ce4704. 40000000:00000010:0.0:1780963830.123628:0:2285:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000b2932f8d. 00000008:00000010:0.0:1780963830.123631:0:2285:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000647f29d0. 00020000:00000010:0.0:1780963830.123634:0:2285:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000001f8031ce. 00008000:00000010:0.0:1780963830.123638:0:2285:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000009d46be75. 00100000:00000010:0.0:1780963830.123642:0:2285:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000018228121. 00040000:00000010:0.0:1780963830.123645:0:2285:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000084d937e7. 00040000:00000010:0.0:1780963830.123648:0:2285:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000004aa72469. 00040000:00000010:0.0:1780963830.123651:0:2285:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005e82bbab. 00000004:00000010:0.0:1780963830.123662:0:2285:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000001d48ccb4. 00000004:00000010:0.0:1780963830.123666:0:2285:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000d6662b4b. 00000004:00000010:0.0:1780963830.123670:0:2285:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000009225eb6c. 00002000:00000010:0.0:1780963830.123673:0:2285:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000033ac32c2. 00000004:00000010:0.0:1780963830.123675:0:2285:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000a245e80a. 00000080:00000010:0.0:1780963830.123678:0:2285:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000b469a0c3. 00000080:00000010:0.0:1780963830.123681:0:2285:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000036fc3a8a. 00000008:00000010:0.0:1780963830.123686:0:2285:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000629b0655. 00020000:00000010:0.0:1780963830.123689:0:2285:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000004200534e. 00008000:00000010:0.0:1780963830.123692:0:2285:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000000022edca. 00000080:00000010:0.0:1780963830.123695:0:2285:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000687fe260. 00000400:00000200:2.0:1780963830.140282:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140296:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.140307:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140313:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140337:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140341:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 10 MB=0x6a27594800400 00000400:00000200:2.0:1780963830.140348:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140364:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 416/416 into md 0x2ad [1] + 0 00000400:00000200:2.0:1780963830.140381:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.140385:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.140399:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cb2caeb x1867475746554880/t0(0) o38->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963830.140441:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140445:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.140450:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140453:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140455:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140457:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 10 MB=0x6a27594800380 00000400:00000200:2.0:1780963830.140463:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.140468:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 416/416 into md 0x29d [1] + 0 00000400:00000010:3.0:1780963830.140478:0:2284:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066c79f94. 00000400:00000200:2.0:1780963830.140484:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.140487:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.140501:0:2284:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044de9b47 00000400:00000010:3.0:1780963830.140504:0:2284:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044de9b47. 00000100:00000200:2.0:1780963830.140516:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a4c2ca77 x1867475746554752/t0(0) o38->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.140521:0:2284:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cb2caeb x1867475746554880/t0(0) o38->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.140589:0:2284:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cb2caeb x1867475746554880/t0(0) o38->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1780963830.893843:0:2284:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000965beba9. 02000000:00000010:3.0:1780963830.893861:0:2284:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000001a2251d. 00000100:00000010:3.0:1780963830.893867:0:2284:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cb2caeb. 00000400:00000010:3.0:1780963830.893885:0:2284:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d830784. 00000400:00000200:3.0:1780963830.893889:0:2284:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bca6a86 00000400:00000010:3.0:1780963830.893892:0:2284:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bca6a86. 00000100:00000200:3.0:1780963830.893908:0:2284:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a4c2ca77 x1867475746554752/t0(0) o38->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.893919:0:2284:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a4c2ca77 x1867475746554752/t0(0) o38->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1780963830.894668:0:2284:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd75e9f8. 02000000:00000010:3.0:1780963830.894675:0:2284:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000099904fdc. 00000100:00000010:3.0:1780963830.894677:0:2284:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a4c2ca77. 02000000:00000010:0.0:1780963830.894843:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005fc69489. 00000400:00000200:0.0:1780963830.894856:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963830.894862:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003769ca29. 00000400:00000010:0.0:1780963830.894868:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b5b3f64. 00000100:00000200:0.0:1780963830.894874:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554944, portal 10 00000020:00000010:0.0:1780963830.894885:0:2286:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 0000000071a4c059 (tot 3128534). 00000400:00000010:0.0:1780963830.894891:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae7d022d. 00000100:00000200:0.0:1780963830.894895:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746554944, offset 0 00000400:00000200:0.0:1780963830.894902:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963830.894912:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.894922:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963830.894931:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963830.894935:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963830.894938:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963830.894941:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [20:20:256:4294967295] 192.168.202.121@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1780963830.894945:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.894955:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963830.894972:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963830.894977:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0e5cd87 (tot 3128782). 00000800:00000200:0.0:1780963830.894985:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963830.895008:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963830.895013:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0e5cd87 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1780963830.895033:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000346e00c3. 00000400:00000200:0.0:1780963830.895037:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963830.895040:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005322e232. 00000400:00000010:0.0:1780963830.895043:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020177835. 00000100:00000200:0.0:1780963830.895045:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746554816, portal 10 00000020:00000010:0.0:1780963830.895051:0:2286:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000321ff676 (tot 3133326). 00000400:00000010:0.0:1780963830.895056:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070841f61. 00000100:00000200:0.0:1780963830.895058:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746554816, offset 0 00000400:00000200:0.0:1780963830.895062:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963830.895066:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.895070:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963830.895073:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963830.895075:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963830.895077:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963830.895080:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [21:21:255:4294967295] 192.168.202.121@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:0.0:1780963830.895083:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963830.895089:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963830.895127:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963830.895131:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d34b27b (tot 3133574). 00000800:00000200:0.0:1780963830.895136:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963830.895139:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963830.895142:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d34b27b type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1780963830.895315:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eb8c91fc. 00000400:00000200:2.0:1780963830.895332:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963830.895335:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091d972ac. 00000400:00000010:2.0:1780963830.895339:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed8d930. 00000100:00000200:2.0:1780963830.895341:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746555008, portal 10 00000020:00000010:2.0:1780963830.895348:0:5593:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 000000000c56a24f (tot 3138118). 00000400:00000010:2.0:1780963830.895351:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008075f361. 00000100:00000200:2.0:1780963830.895353:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746555008, offset 0 00000400:00000200:2.0:1780963830.895358:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963830.895362:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.895373:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963830.895377:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963830.895379:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963830.895381:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963830.895383:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [22:22:254:4294967295] 192.168.202.121@tcp LPNI seq info [22:22:6:4294967295] 00000400:00000200:2.0:1780963830.895386:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.895391:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963830.895395:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963830.895398:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa156cc4 (tot 3138366). 00000800:00000200:2.0:1780963830.895402:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963830.895406:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963830.895408:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fa156cc4 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1780963830.895980:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.895985:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0e5cd87 (tot 3138118). 00000400:00000200:3.0:1780963830.895993:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.895999:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.896005:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae7d022d 00000400:00000010:3.0:1780963830.896007:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae7d022d. 00000100:00000200:3.0:1780963830.896015:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b4560ef x1867475746554944/t0(0) o41->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963830.896038:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.896039:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d34b27b (tot 3137870). 00000400:00000200:3.0:1780963830.896041:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.896044:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.896046:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070841f61 00000400:00000010:3.0:1780963830.896054:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070841f61. 00000100:00000200:3.0:1780963830.896058:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000028a42d58 x1867475746554816/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963830.899065:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.899074:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa156cc4 (tot 3137622). 00000400:00000200:3.0:1780963830.899083:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.899108:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.899115:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008075f361 00000400:00000010:3.0:1780963830.899116:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008075f361. 00000100:00000200:3.0:1780963830.899126:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000827fd353 x1867475746555008/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963830.899166:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899170:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.899178:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899184:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899188:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899192:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a27594800440 00000400:00000200:3.0:1780963830.899197:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899203:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x2bd [1] + 224 00000400:00000200:3.0:1780963830.899216:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.899219:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.899224:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b4560ef x1867475746554944/t0(0) o41->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963830.899258:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899261:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.899265:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899267:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899270:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899272:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a275948003c0 00000400:00000200:3.0:1780963830.899287:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899291:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x2c5 [1] + 224 00000400:00000200:3.0:1780963830.899317:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.899320:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.899330:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000028a42d58 x1867475746554816/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963830.899346:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899350:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.899354:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899356:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899358:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899360:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a27594800480 00000400:00000200:3.0:1780963830.899362:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.899366:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x2cd [1] + 224 00000400:00000200:3.0:1780963830.899374:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.899377:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.899380:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000827fd353 x1867475746555008/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963830.899928:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003769ca29. 00000400:00000200:0.0:1780963830.899935:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b5b3f64 00000400:00000010:0.0:1780963830.899937:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b5b3f64. 00000100:00000200:0.0:1780963830.899944:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b4560ef x1867475746554944/t0(0) o41->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963830.899953:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b4560ef x1867475746554944/t0(0) o41->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963830.900009:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005322e232. 00000400:00000200:0.0:1780963830.900011:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020177835 00000400:00000010:0.0:1780963830.900012:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020177835. 00000100:00000200:0.0:1780963830.900016:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000028a42d58 x1867475746554816/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963830.900033:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000028a42d58 x1867475746554816/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963830.900051:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005fc69489. 02000000:00000010:0.0:1780963830.900057:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d5b7685c. 00000100:00000010:0.0:1780963830.900064:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b4560ef. 02000000:00000010:0.0:1780963830.900069:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000346e00c3. 02000000:00000010:0.0:1780963830.900071:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000da729f8a. 00000100:00000010:0.0:1780963830.900073:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000028a42d58. 00000400:00000010:1.0:1780963830.905116:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091d972ac. 00000400:00000200:1.0:1780963830.905132:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed8d930 00000400:00000010:1.0:1780963830.905134:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed8d930. 00000100:00000200:1.0:1780963830.905151:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000827fd353 x1867475746555008/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.905162:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000827fd353 x1867475746555008/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963842 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1780963830.905188:0:5593:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000d89aefe1 (tot 3142166). 00000100:00000010:1.0:1780963830.905211:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba0417a6. 02000000:00000010:1.0:1780963830.905221:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eb8c91fc. 02000000:00000010:1.0:1780963830.905227:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a6ebd14d. 00000100:00000010:1.0:1780963830.905233:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000827fd353. 00800000:00000010:1.0:1780963830.905241:0:5593:0:(lmv_obd.c:1307:lmv_statfs()) kfreed 'temp': 144 at 000000006cabbe55. 00000020:00000010:1.0:1780963830.905268:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000c89af4d1. 00000020:00000010:1.0:1780963830.905308:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000cffa64c9. 00000100:00000010:1.0:1780963830.905358:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000785c9c48. 02000000:00000010:1.0:1780963830.905374:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a0be01f2. 00000020:00000010:1.0:1780963830.905472:0:5593:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000acb9cd7d. 00000100:00000010:1.0:1780963830.905486:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fe3879ec. 02000000:00000010:1.0:1780963830.905492:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b13fb3bb. 00000100:00000010:1.0:1780963830.905513:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2bb8c87. 02000000:00000010:1.0:1780963830.905528:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045d7c883. 00000100:00000010:1.0:1780963830.905539:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46161e4. 02000000:00000010:1.0:1780963830.905557:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e901460a. 00000400:00000200:1.0:1780963830.905564:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.905568:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f4c64d4. 00000400:00000010:1.0:1780963830.905573:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000416c4163. 00000100:00000200:1.0:1780963830.905579:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746555200, portal 10 00000400:00000010:1.0:1780963830.905585:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c2052f4. 00000100:00000200:1.0:1780963830.905588:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867475746555200, offset 0 00000400:00000200:1.0:1780963830.905595:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.905605:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.905614:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.905623:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.905626:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.905629:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.905633:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [23:23:256:4294967295] 192.168.202.121@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1780963830.905636:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.905645:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.905651:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.905655:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db346ef9 (tot 3142414). 00000800:00000200:1.0:1780963830.905662:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.905670:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.905674:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db346ef9 type 1, nob 536 niov 1 nkiov 1 00000100:00000010:2.0:1780963830.905925:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6c91a94. 02000000:00000010:2.0:1780963830.905935:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa156cc4. 80000000:00000010:2.0:1780963830.905982:0:2288:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ae8b078a. 40000000:00000010:2.0:1780963830.905987:0:2288:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000000cc364e8. 00000008:00000010:2.0:1780963830.905992:0:2288:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000ad2b89e7. 00020000:00000010:2.0:1780963830.905997:0:2288:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f9183f4e. 00008000:00000010:2.0:1780963830.906002:0:2288:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000003fd01fc1. 00100000:00000010:2.0:1780963830.906007:0:2288:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000024f81fc. 00040000:00000010:2.0:1780963830.906013:0:2288:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e475956a. 00040000:00000010:2.0:1780963830.906018:0:2288:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000406b8b70. 00040000:00000010:2.0:1780963830.906022:0:2288:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000024aa0755. 00000004:00000010:2.0:1780963830.906027:0:2288:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000002912c9f. 00000004:00000010:2.0:1780963830.906051:0:2288:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000daa47308. 00000004:00000010:2.0:1780963830.906058:0:2288:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000d70be7ab. 00002000:00000010:2.0:1780963830.906062:0:2288:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000eb8c91fc. 00000004:00000010:2.0:1780963830.906066:0:2288:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000015840c50. 00000080:00000010:2.0:1780963830.906072:0:2288:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000f2ac67fb. 00000080:00000010:2.0:1780963830.906077:0:2288:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000003f9ec94. 00000008:00000010:2.0:1780963830.906083:0:2288:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000072aeb0be. 00020000:00000010:2.0:1780963830.906146:0:2288:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c14174ef. 00008000:00000010:2.0:1780963830.906166:0:2288:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000005dfc4f4b. 00000080:00000010:2.0:1780963830.906177:0:2288:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000bd22943c. 02000000:00000010:2.0:1780963830.906186:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094828e77. 00000400:00000200:2.0:1780963830.906192:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963830.906195:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026fe3b91. 00000400:00000010:2.0:1780963830.906198:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051e6ccd3. 00000100:00000200:2.0:1780963830.906201:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746555264, portal 25 00000400:00000010:2.0:1780963830.906204:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b45963. 00000100:00000200:2.0:1780963830.906206:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475746555264, offset 0 00000400:00000200:2.0:1780963830.906211:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963830.906214:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.906218:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963830.906222:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963830.906224:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963830.906226:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963830.906228:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [24:24:255:4294967295] 192.168.202.121@tcp LPNI seq info [24:24:7:4294967295] 00000400:00000200:2.0:1780963830.906233:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.906238:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963830.906243:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963830.906247:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076fd6da8 (tot 3142662). 00000800:00000200:2.0:1780963830.906251:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963830.906255:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963830.906257:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000076fd6da8 type 1, nob 320 niov 1 nkiov 1 80000000:00000010:2.0:1780963830.906277:0:2287:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000bc787f21. 40000000:00000010:2.0:1780963830.906281:0:2287:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000bbb21ca5. 00000008:00000010:2.0:1780963830.906284:0:2287:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000034c006cf. 00020000:00000010:2.0:1780963830.906287:0:2287:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000bbb09abe. 00008000:00000010:2.0:1780963830.906290:0:2287:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000034dd3e77. 00100000:00000010:2.0:1780963830.906293:0:2287:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000f7ce8f90. 00040000:00000010:2.0:1780963830.906296:0:2287:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003ee07f41. 00040000:00000010:2.0:1780963830.906304:0:2287:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000059a28a6e. 00040000:00000010:2.0:1780963830.906307:0:2287:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0b3e9f8. 00000004:00000010:2.0:1780963830.906310:0:2287:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000052ef1a09. 00000004:00000010:2.0:1780963830.906314:0:2287:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000085d6a2a5. 00000004:00000010:2.0:1780963830.906317:0:2287:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000008a51ed21. 00002000:00000010:2.0:1780963830.906332:0:2287:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000007cf10a00. 00000004:00000010:2.0:1780963830.906336:0:2287:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000484a7adf. 00000080:00000010:2.0:1780963830.906339:0:2287:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000a5f65bd9. 00000080:00000010:2.0:1780963830.906342:0:2287:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000dea3a82c. 00000008:00000010:2.0:1780963830.906346:0:2287:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000ae29b2dc. 00020000:00000010:2.0:1780963830.906348:0:2287:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000008018541d. 00008000:00000010:2.0:1780963830.906350:0:2287:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c2cd5bb1. 00000080:00000010:2.0:1780963830.906353:0:2287:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000018256262. 00000800:00000200:2.0:1780963830.906417:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.906421:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db346ef9 (tot 3142414). 00000400:00000200:2.0:1780963830.906427:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.906432:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.906437:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c2052f4 00000400:00000010:2.0:1780963830.906439:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c2052f4. 00000100:00000200:2.0:1780963830.906444:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2bb8c87 x1867475746555200/t0(0) o40->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/9/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1780963830.906763:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.906766:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076fd6da8 (tot 3142166). 00000400:00000200:2.0:1780963830.906779:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.906782:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.906785:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b45963 00000400:00000010:2.0:1780963830.906786:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b45963. 00000100:00000200:2.0:1780963830.906790:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6c91a94 x1867475746555264/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1780963830.908394:0:2284:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd75e9f8. 00000400:00000200:3.0:1780963830.908413:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963830.908419:0:2284:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d830784. 00000400:00000010:3.0:1780963830.908424:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bca6a86. 00000100:00000200:3.0:1780963830.908430:0:2284:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746555072, portal 4 00000020:00000010:3.0:1780963830.908440:0:2284:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000b2b0a236 (tot 3146710). 00000400:00000010:3.0:1780963830.908457:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044de9b47. 00000100:00000200:3.0:1780963830.908459:0:2284:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867475746555072, offset 0 00000400:00000200:3.0:1780963830.908465:0:2284:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963830.908471:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.908480:0:2284:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963830.908486:0:2284:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963830.908489:0:2284:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963830.908492:0:2284:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963830.908506:0:2284:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [25:25:256:4294967295] 192.168.202.121@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1780963830.908510:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.908710:0:2284:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963830.908717:0:2284:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963830.908722:0:2284:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a3efab4 (tot 3146958). 00000800:00000200:3.0:1780963830.908729:0:2284:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963830.908735:0:2284:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963830.908740:0:2284:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a3efab4 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:3.0:1780963830.908781:0:2284:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000965beba9. 00000400:00000200:3.0:1780963830.908786:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963830.908788:0:2284:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066c79f94. 00000400:00000010:3.0:1780963830.908792:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a01f12a. 00000100:00000200:3.0:1780963830.908795:0:2284:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746555136, portal 4 00000020:00000010:3.0:1780963830.908802:0:2284:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 0000000022c32acb (tot 3151502). 00000400:00000010:3.0:1780963830.908806:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c0f6a1. 00000100:00000200:3.0:1780963830.908808:0:2284:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867475746555136, offset 0 00000400:00000200:3.0:1780963830.908812:0:2284:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963830.908815:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.908819:0:2284:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963830.908822:0:2284:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963830.908824:0:2284:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963830.908826:0:2284:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963830.908828:0:2284:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [26:26:255:4294967295] 192.168.202.121@tcp LPNI seq info [26:26:7:4294967295] 00000400:00000200:3.0:1780963830.908831:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.908836:0:2284:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963830.908840:0:2284:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963830.908842:0:2284:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d9a9aab (tot 3151750). 00000800:00000200:3.0:1780963830.908846:0:2284:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963830.908849:0:2284:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963830.908857:0:2284:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d9a9aab type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1780963830.909904:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.909912:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.909919:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.909924:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.909928:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.909933:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 448 into portal 10 MB=0x6a27594800540 00000400:00000200:3.0:1780963830.909938:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.909946:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 448/448 into md 0x2dd [1] + 224 00000400:00000200:3.0:1780963830.910020:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.910025:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.910037:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d2bb8c87 x1867475746555200/t0(0) o40->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/9/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963830.910248:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.910252:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a3efab4 (tot 3151502). 00000400:00000200:3.0:1780963830.910255:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.910258:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.910261:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044de9b47 00000400:00000010:3.0:1780963830.910263:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044de9b47. 00000100:00000200:3.0:1780963830.910267:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000785c9c48 x1867475746555072/t0(0) o8->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963830.911587:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963830.911592:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d9a9aab (tot 3151254). 00000400:00000200:3.0:1780963830.911597:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.911602:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963830.911607:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c0f6a1 00000400:00000010:3.0:1780963830.911608:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c0f6a1. 00000100:00000200:3.0:1780963830.911615:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fe3879ec x1867475746555136/t0(0) o8->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963830.912359:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f4c64d4. 00000400:00000200:1.0:1780963830.912383:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000416c4163 00000400:00000010:1.0:1780963830.912385:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000416c4163. 00000100:00000200:1.0:1780963830.912392:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2bb8c87 x1867475746555200/t0(0) o40->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/9/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.912402:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2bb8c87 x1867475746555200/t0(0) o40->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/9/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963830.912433:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46161e4. 00000002:00000200:1.0:1780963830.912440:0:5593:0:(mdc_request.c:145:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1780963830.912445:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e901460a. 02000000:00000010:1.0:1780963830.912450:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045d7c883. 00000100:00000010:1.0:1780963830.912453:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2bb8c87. 00000080:00000010:1.0:1780963830.912462:0:5593:0:(llite_lib.c:673:client_common_fill_super()) kmalloced '(op_data)': 392 at 0000000045d7c883. 00000020:00000010:1.0:1780963830.912469:0:5593:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000e901460a (tot 3151894). 00000100:00000010:1.0:1780963830.912481:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2bb8c87. 02000000:00000010:1.0:1780963830.912492:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000157116ce. 00000100:00000010:1.0:1780963830.912503:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46161e4. 02000000:00000010:1.0:1780963830.912530:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5dcb3ea. 00000400:00000200:1.0:1780963830.912537:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.912540:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f4c64d4. 00000400:00000010:1.0:1780963830.912544:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000416c4163. 00000100:00000200:1.0:1780963830.912549:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746555328, portal 10 00000400:00000010:1.0:1780963830.912553:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049118baf. 00000100:00000200:1.0:1780963830.912556:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1867475746555328, offset 0 00000400:00000200:1.0:1780963830.912564:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.912572:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.912580:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.912587:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.912591:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.912593:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.912597:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [27:27:256:4294967295] 192.168.202.121@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:1.0:1780963830.912601:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.912616:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.912621:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.912625:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006591cda5 (tot 3152142). 00000800:00000200:1.0:1780963830.912632:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.912638:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.912642:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006591cda5 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:2.0:1780963830.913091:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.913116:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.913123:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.913132:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.913136:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.913139:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27594800580 00000400:00000200:2.0:1780963830.913144:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.913149:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x2e5 [1] + 224 00000400:00000200:2.0:1780963830.913164:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.913167:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.913174:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6c91a94 x1867475746555264/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963837 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1780963830.913273:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.913283:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006591cda5 (tot 3151894). 00000400:00000200:2.0:1780963830.913286:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.913289:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.913292:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049118baf 00000400:00000010:2.0:1780963830.913293:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049118baf. 00000100:00000200:2.0:1780963830.913297:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2bb8c87 x1867475746555328/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963842 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963830.913326:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026fe3b91. 00000400:00000200:2.0:1780963830.913330:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051e6ccd3 00000400:00000010:2.0:1780963830.913331:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051e6ccd3. 00000100:00000200:2.0:1780963830.913335:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6c91a94 x1867475746555264/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963837 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963830.913343:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6c91a94 x1867475746555264/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963837 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1780963830.913356:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094828e77. 02000000:00000010:2.0:1780963830.913358:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fa156cc4. 00000100:00000010:2.0:1780963830.913361:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6c91a94. 00000400:00000200:2.0:1780963830.924177:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924191:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.924201:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924208:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924232:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924236:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 4 MB=0x6a275948004c0 00000400:00000200:2.0:1780963830.924243:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924250:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 416/416 into md 0x2f5 [1] + 0 00000400:00000200:2.0:1780963830.924265:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.924269:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.924292:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000785c9c48 x1867475746555072/t0(0) o8->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780963830.924335:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924338:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.924342:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924345:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924347:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924350:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 4 MB=0x6a27594800500 00000400:00000200:2.0:1780963830.924353:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.924356:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 416/416 into md 0x305 [1] + 0 00000400:00000200:2.0:1780963830.924381:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.924385:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.924391:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fe3879ec x1867475746555136/t0(0) o8->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963830.924478:0:2284:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d830784. 00000400:00000200:3.0:1780963830.924484:0:2284:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bca6a86 00000400:00000010:3.0:1780963830.924492:0:2284:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bca6a86. 00000100:00000200:3.0:1780963830.924497:0:2284:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000785c9c48 x1867475746555072/t0(0) o8->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.924504:0:2284:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000785c9c48 x1867475746555072/t0(0) o8->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963830.924590:0:2284:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066c79f94. 00000400:00000200:3.0:1780963830.924593:0:2284:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a01f12a 00000400:00000010:3.0:1780963830.924594:0:2284:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a01f12a. 00000100:00000200:3.0:1780963830.924598:0:2284:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fe3879ec x1867475746555136/t0(0) o8->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963830.924605:0:2284:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fe3879ec x1867475746555136/t0(0) o8->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963835 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1780963830.924631:0:2284:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd75e9f8. 02000000:00000010:3.0:1780963830.924636:0:2284:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a0be01f2. 00000100:00000010:3.0:1780963830.924640:0:2284:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000785c9c48. 02000000:00000010:3.0:1780963830.924645:0:2284:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000965beba9. 02000000:00000010:3.0:1780963830.924647:0:2284:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b13fb3bb. 00000100:00000010:3.0:1780963830.924650:0:2284:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fe3879ec. 00000400:00000200:3.0:1780963830.929931:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.929942:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963830.929951:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.929967:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.929972:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.929977:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 248 into portal 10 MB=0x6a275948005c0 00000400:00000200:3.0:1780963830.929984:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963830.929989:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 248/248 into md 0x315 [1] + 224 00000400:00000200:3.0:1780963830.930059:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963830.930064:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963830.930077:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d2bb8c87 x1867475746555328/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963842 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963830.934381:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f4c64d4. 00000400:00000200:1.0:1780963830.934397:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000416c4163 00000400:00000010:1.0:1780963830.934399:0:5593:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000416c4163. 00000100:00000200:1.0:1780963830.934418:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2bb8c87 x1867475746555328/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963842 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.934429:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2bb8c87 x1867475746555328/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963842 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963830.934716:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46161e4. 02000000:00000010:1.0:1780963830.934727:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5dcb3ea. 02000000:00000010:1.0:1780963830.934733:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000157116ce. 00000100:00000010:1.0:1780963830.934736:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2bb8c87. 80000000:00000010:1.0:1780963830.934753:0:5593:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000367c55b7. 00000020:00000010:1.0:1780963830.934778:0:5593:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ca0d06fd (tot 3152534). 00000100:00000010:1.0:1780963830.934786:0:5593:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2bb8c87. 02000000:00000010:1.0:1780963830.934798:0:5593:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000157116ce. 00000100:00000010:1.0:1780963830.934811:0:5593:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46161e4. 02000000:00000010:1.0:1780963830.934884:0:5593:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c4a3fdca. 00000400:00000200:1.0:1780963830.934895:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963830.934899:0:5593:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f4c64d4. 00000400:00000010:1.0:1780963830.934905:0:5593:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000000e2dec97 (tot 3153166). 00000100:00000200:1.0:1780963830.934912:0:5593:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475746555392, portal 10 00000400:00000010:1.0:1780963830.934918:0:5593:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000416c4163. 00000100:00000200:1.0:1780963830.934922:0:5593:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867475746555392, offset 0 00000400:00000200:1.0:1780963830.934929:0:5593:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963830.934944:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.934954:0:5593:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963830.935422:0:5593:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963830.935427:0:5593:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963830.935430:0:5593:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963830.935434:0:5593:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [28:28:256:4294967295] 192.168.202.121@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1780963830.935438:0:5593:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963830.936029:0:5593:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963830.936038:0:5593:0:(socklnd_cb.c:995:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963830.936045:0:5593:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78a2741 (tot 3153414). 00000800:00000200:1.0:1780963830.936054:0:5593:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963830.936063:0:5593:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963830.936068:0:5593:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f78a2741 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1780963830.939930:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963830.939941:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78a2741 (tot 3153166). 00000400:00000200:2.0:1780963830.939953:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.939976:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963830.939984:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000416c4163 00000400:00000010:2.0:1780963830.939986:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000416c4163. 00000100:00000200:2.0:1780963830.939999:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2bb8c87 x1867475746555392/t0(0) o33->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963837 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1780963830.945663:0:126:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b5dcb3ea (tot 3153614). 00000400:00000200:2.0:1780963830.952140:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.952153:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963830.952163:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.952187:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.952192:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.952196:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 464 into portal 10 MB=0x6a27594800600 00000400:00000200:2.0:1780963830.952202:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963830.952210:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 464/464 into md 0x31d [32] + 224 00000400:00000200:2.0:1780963830.952232:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963830.952237:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:2.0:1780963830.952249:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d2bb8c87 x1867475746555392/t0(0) o33->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963837 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963830.953681:0:5593:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f4c64d4. 00000400:00000200:1.0:1780963830.953694:0:5593:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e2dec97 00000400:00000010:1.0:1780963830.953696:0:5593:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000000e2dec97 (tot 3152982). 00000100:00000200:1.0:1780963830.953710:0:5593:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2bb8c87 x1867475746555392/t0(0) o33->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963830.953719:0:5593:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2bb8c87 x1867475746555392/t0(0) o33->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963837 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963830.953758:0:5593:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46161e4. 00000002:00000200:1.0:1780963830.953765:0:5593:0:(mdc_request.c:183:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1780963830.953780:0:5593:0:(llite_lib.c:690:client_common_fill_super()) kfreed 'op_data': 392 at 0000000045d7c883. 00000080:00000010:1.0:1780963830.953857:0:5593:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000eade4b18. 02000000:00000010:1.0:1780963830.953887:0:5593:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c4a3fdca. 02000000:00000010:1.0:1780963830.953942:0:5593:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000157116ce. 00000100:00000010:1.0:1780963830.953946:0:5593:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2bb8c87. 00000020:00000010:1.0:1780963830.954181:0:5593:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 00000000628e8438. 00000020:00000010:1.0:1780963830.954188:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000157116ce. 00000020:00000010:1.0:1780963830.954200:0:5593:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045d7c883. 00000020:00000010:1.0:1780963830.954205:0:5593:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000002b67127f. 00000008:00000010:1.0:1780963830.954213:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000008f49025. 00020000:00000010:1.0:1780963830.954218:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000035966de5. 00008000:00000010:1.0:1780963830.954225:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000082c1d366. 00000080:00000010:1.0:1780963830.954231:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000006d690370. 00000080:00000010:1.0:1780963830.954236:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000d9f1791d. 00000020:00000010:1.0:1780963830.954240:0:5593:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c50d801. 00000008:00000010:1.0:1780963830.954244:0:5593:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 000000002177c68a. 00020000:00000010:1.0:1780963830.954248:0:5593:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a6986afb. 00008000:00000010:1.0:1780963830.954252:0:5593:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000be1ec599. 00000080:00000010:1.0:1780963830.954256:0:5593:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000029a6a06e. 00000080:00000010:1.0:1780963830.954260:0:5593:0:(vvp_dev.c:194:vvp_device_alloc()) kmalloced '(vdv)': 72 at 00000000c254877b. 00000080:00000010:1.0:1780963830.954266:0:5593:0:(vvp_dev.c:202:vvp_device_alloc()) kmalloced '(site)': 528 at 000000000e2dec97. 00000020:00000010:1.0:1780963830.954320:0:5593:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000d6406c27. 00000020:00000010:1.0:1780963830.954391:0:5593:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000009fe64408 (tot 3153062). 00000020:00000010:1.0:1780963830.954396:0:5593:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 144 at 00000000d46161e4 (tot 3153206). 00000008:00000010:1.0:1780963830.954405:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000e79c4d34. 00020000:00000010:1.0:1780963830.954408:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000695b5c22. 00008000:00000010:1.0:1780963830.954411:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000d5c0c609. 00000080:00000010:1.0:1780963830.954414:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000002b080a64. 00000080:00000010:1.0:1780963830.954416:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000165c3f8c. 00000008:00000010:1.0:1780963830.954420:0:5593:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000520d2735. 00020000:00000010:1.0:1780963830.954423:0:5593:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000016a1cd47. 00008000:00000010:1.0:1780963830.954425:0:5593:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d4c1bc36. 00000080:00000010:1.0:1780963830.954427:0:5593:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000767a8765. 00000008:00000010:1.0:1780963830.954431:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000e7639447. 00020000:00000010:1.0:1780963830.954434:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000bb760999. 00008000:00000010:1.0:1780963830.954436:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000caee0792. 00000080:00000010:1.0:1780963830.954438:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000077098a5c. 00000080:00000010:1.0:1780963830.954614:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000005b8d05b6. 00000008:00000010:1.0:1780963830.954621:0:5593:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000741be1d0. 00020000:00000010:1.0:1780963830.954630:0:5593:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001b6d841c. 00008000:00000010:1.0:1780963830.954632:0:5593:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a5a38586. 00000080:00000010:1.0:1780963830.954635:0:5593:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000666bd886. 00000008:00000010:1.0:1780963830.954639:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000006990e5a0. 00020000:00000010:1.0:1780963830.954642:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000587644df. 00008000:00000010:1.0:1780963830.954644:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000e75dbca0. 00000080:00000010:1.0:1780963830.954646:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000bccaf26a. 00000080:00000010:1.0:1780963830.954648:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000e2d637ad. 00000008:00000010:1.0:1780963830.954651:0:5593:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000d9419936. 00020000:00000010:1.0:1780963830.954653:0:5593:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000b283efc. 00008000:00000010:1.0:1780963830.954655:0:5593:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000003b9a8ade. 00000080:00000010:1.0:1780963830.954657:0:5593:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000094ddae97. 00000008:00000010:1.0:1780963830.954660:0:5593:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000016b114c5. 00020000:00000010:1.0:1780963830.954663:0:5593:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000062eda844. 00008000:00000010:1.0:1780963830.954665:0:5593:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000aecbf41f. 00000080:00000010:1.0:1780963830.954667:0:5593:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000ae60e6c6. 00000080:00000010:1.0:1780963830.954669:0:5593:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000832b11b4. 00000008:00000010:1.0:1780963830.954672:0:5593:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000fd22b9c0. 00020000:00000010:1.0:1780963830.954674:0:5593:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001b0f41d3. 00008000:00000010:1.0:1780963830.954675:0:5593:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a001292f. 00000080:00000010:1.0:1780963830.954677:0:5593:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006b2138fa. 00020000:00000010:1.0:1780963830.954685:0:5593:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000eaa29eac. 00020000:00000010:1.0:1780963830.954689:0:5593:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000003eacfa50. 00020000:00000010:1.0:1780963830.954693:0:5593:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 0000000046a19dd3. 00020000:00000010:1.0:1780963830.954696:0:5593:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000e55d622d. 00000080:00000010:1.0:1780963830.954705:0:5593:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000af439abc. 00000080:00000010:1.0:1780963830.954715:0:5593:0:(llite_lib.c:771:client_common_fill_super()) kfreed 'data': 192 at 0000000076f9418d. 00000080:00000010:1.0:1780963830.954720:0:5593:0:(llite_lib.c:773:client_common_fill_super()) kfreed 'osfs': 144 at 00000000aefad508. 00000080:00000010:1.0:1780963830.954748:0:5593:0:(llite_lib.c:1427:ll_fill_super()) kfreed 'md': 33 at 0000000019108243. 00000080:00000010:1.0:1780963830.954752:0:5593:0:(llite_lib.c:1430:ll_fill_super()) kfreed 'dt': 33 at 000000000c1865e6. 00000080:00000010:1.0:1780963830.954756:0:5593:0:(llite_lib.c:1439:ll_fill_super()) kfreed 'cfg': 80 at 00000000a0bd4251. 00000080:02000400:1.0:1780963830.954760:0:5593:0:(llite_lib.c:1444:ll_fill_super()) Mounted lustre-client 00000080:00200000:3.0:1780963831.304823:0:5641:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963831.304865:0:5641:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963831.304954:0:5641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.304967:0:5641:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.304979:0:5641:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963831.305009:0:5641:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019b43eb5 pname:cluuid:pid:xid:nid:opc:job mkdir:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5641:1867475746555456:192.168.202.121@tcp:101: 00000100:00100000:3.0:1780963831.305141:0:5641:0:(client.c:2500:ptlrpc_set_wait()) set 000000008d4bb288 going to sleep for 6 seconds 00000100:00100000:3.0:1780963831.351801:0:5641:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019b43eb5 pname:cluuid:pid:xid:nid:opc:job mkdir:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5641:1867475746555456:192.168.202.121@tcp:101: 00010000:00010000:3.0:1780963831.351835:0:5641:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.351850:0:5641:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.351863:0:5641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.351877:0:5641:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.351888:0:5641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.351895:0:5641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.351921:0:5641:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963831.351931:0:5641:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000019b43eb5 x1867475746555456/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963838 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000002:00010000:3.0:1780963831.351943:0:5641:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.352583:0:5641:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1780963831.352627:0:5641:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1780963831.352636:0:5641:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:3.0:1780963831.352643:0:5641:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963831.352646:0:5641:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 0000000078375661 00010000:00010000:3.0:1780963831.352648:0:5641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.352657:0:5641:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963831.969820:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963833.001406:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1780963833.722663:0:5695:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:2.0:1780963833.722698:0:5695:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963833.722716:0:5695:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963833.722731:0:5695:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963833.722755:0:5695:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963833.722758:0:5695:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:2.0:1780963833.722765:0:5695:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000b21dfe9f 00010000:00010000:2.0:1780963833.722768:0:5695:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963833.722776:0:5695:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963833.726261:0:5695:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:2.0:1780963833.726288:0:5695:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963833.726306:0:5695:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963833.726327:0:5695:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963833.726338:0:5695:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963833.726341:0:5695:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:2.0:1780963833.726348:0:5695:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000b21dfe9f 00010000:00010000:2.0:1780963833.726350:0:5695:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963833.726358:0:5695:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963833.726484:0:5695:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:2.0:1780963833.726491:0:5695:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963833.726497:0:5695:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963833.726504:0:5695:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963833.726511:0:5695:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963833.726513:0:5695:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:2.0:1780963833.726517:0:5695:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 000000009c18686c 00010000:00010000:2.0:1780963833.726518:0:5695:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963833.726524:0:5695:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963833.726543:0:5695:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 44 00000080:00200000:2.0:1780963833.726551:0:5695:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), flags 100000 00000080:00200000:2.0:1780963833.726648:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00800000:00000004:2.0:1780963833.726667:0:5695:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff8c1c491bf800: age 257, max_age 259 00000100:00100000:2.0:1780963833.726719:0:5695:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c91a94 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555520:192.168.202.121@tcp:41: 00000100:00100000:2.0:1780963833.726904:0:5695:0:(client.c:2500:ptlrpc_set_wait()) set 000000006c5f772a going to sleep for 6 seconds 00000100:00100000:0.0:1780963833.751228:0:5695:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c91a94 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555520:192.168.202.121@tcp:41: 00800000:00000004:0.0:1780963833.751267:0:5695:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff8c1c491bf800: update 00000000092794e4 cache blocks 321484/353529 objects 1023723/1024000 00000080:00200000:0.0:1780963833.751380:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00800000:00000004:0.0:1780963833.751408:0:5695:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0001-mdc-ffff8c1c491bf800: age -744, max_age 259 00000100:00100000:0.0:1780963833.751470:0:5695:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555584:192.168.202.121@tcp:41: 00000100:00100000:0.0:1780963833.751574:0:5695:0:(client.c:2500:ptlrpc_set_wait()) set 00000000986e7b20 going to sleep for 6 seconds 00010000:00080000:0.0:1780963833.758979:0:5695:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000028a42d58 x1867475746555584/t0(0) o41->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963840 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963833.759000:0:5695:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555584:192.168.202.121@tcp:41: 00800000:00000004:0.0:1780963833.759026:0:5695:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0001-mdc-ffff8c1c491bf800: update 00000000718c8c18 cache blocks 321519/353529 objects 1023743/1024000 00000080:00200000:3.0:1780963833.759844:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759887:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759894:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759898:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759902:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759905:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759909:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759936:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759941:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759945:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759949:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759953:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759957:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759961:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759965:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759967:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759970:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759973:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759978:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759982:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759986:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759989:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759993:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.759997:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760001:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760005:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760008:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760013:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760015:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760017:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760020:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760022:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760024:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760026:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760028:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760030:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760039:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760041:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760043:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760045:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760048:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760050:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760052:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760053:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760055:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760057:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760059:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760061:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760063:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760065:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760067:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760069:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760070:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760072:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760076:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760079:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760083:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760087:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.760090:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.762901:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.762909:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.762914:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.762918:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:3.0:1780963833.762921:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00020000:00000004:3.0:1780963833.762932:0:5695:0:(obd_class.h:1069:obd_statfs()) lustre-OST0000-osc-ffff8c1c491bf800: age -744, max_age 259 00000100:00100000:3.0:1780963833.763014:0:5695:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019b43eb5 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555648:192.168.202.121@tcp:13: 00000100:00100000:3.0:1780963833.764329:0:5695:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af5912ba going to sleep for 11 seconds 00010000:00080000:3.0:1780963833.772538:0:5695:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000019b43eb5 x1867475746555648/t0(0) o13->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1780963845 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1780963833.772560:0:5695:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019b43eb5 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555648:192.168.202.121@tcp:13: 00020000:00000004:3.0:1780963833.772587:0:5695:0:(obd_class.h:1093:obd_statfs()) lustre-OST0000-osc-ffff8c1c491bf800: update 00000000319dcec1 cache blocks 901408/958279 objects 261810/262144 00000080:00200000:3.0:1780963833.772780:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00020000:00000004:3.0:1780963833.772801:0:5695:0:(obd_class.h:1069:obd_statfs()) lustre-OST0001-osc-ffff8c1c491bf800: age -744, max_age 259 00000100:00100000:3.0:1780963833.772840:0:5695:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019b43eb5 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555712:192.168.202.121@tcp:13: 00000100:00100000:3.0:1780963833.772918:0:5695:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af5912ba going to sleep for 11 seconds 00010000:00080000:3.0:1780963833.781501:0:5695:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000019b43eb5 x1867475746555712/t0(0) o13->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1780963845 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1780963833.781524:0:5695:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019b43eb5 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:5695:1867475746555712:192.168.202.121@tcp:13: 00020000:00000004:3.0:1780963833.781553:0:5695:0:(obd_class.h:1093:obd_statfs()) lustre-OST0001-osc-ffff8c1c491bf800: update 000000002721b4f0 cache blocks 901408/958279 objects 261810/262144 00000080:00200000:2.0:1780963833.786363:0:5695:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc00866a4 00000080:00200000:2.0:1780963833.786402:0:5695:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0) 00010000:00010000:1.0:1780963834.017643:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963835.042041:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963836.066409:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963836.385680:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b4560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746555840:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963836.385841:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746555968:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963836.385900:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780963836.385906:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746555776:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963836.385928:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746555904:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963836.385947:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746556032:192.168.202.121@tcp:400: 00010000:00080000:0.0:1780963836.391956:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000008e810a5b x1867475746555904/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963843 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963836.391983:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746555904:192.168.202.121@tcp:400: 00010000:00080000:0.0:1780963836.391997:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000050ccf3f8 x1867475746556032/t0(0) o400->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963843 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963836.392005:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746556032:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963836.392016:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b4560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746555840:192.168.202.121@tcp:400: 00010000:00080000:0.0:1780963836.392025:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000db47c826 x1867475746555968/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963843 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963836.392032:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746555968:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963836.392583:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746555776:192.168.202.121@tcp:400: 00000400:00000080:1.0:1780963837.007792:0:5884:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963837.007800:0:5884:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1780963837.096832:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963838.123981:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963839.138960:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963840.161393:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963840.790492:0:2279:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:2.0:1780963840.790545:0:2279:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:2.0:1780963840.790608:0:5596:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475762307392 00000100:00100000:2.0:1780963840.790694:0:5596:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475762307456 00000100:00100000:2.0:1780963840.790712:0:5596:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 0 00000100:00100000:2.0:1780963840.790719:0:5596:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000930305f8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:070af45a-7d89-4539-a8c8-4a2ac50c539c+4:9946:x1867475762307392:12345-192.168.202.121@tcp:104: 00010000:00010000:2.0:1780963840.790739:0:5596:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963840.791502:0:5596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780963840.791513:0:5596:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000930305f8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:070af45a-7d89-4539-a8c8-4a2ac50c539c+4:9946:x1867475762307392:12345-192.168.202.121@tcp:104: Request processed in 793us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1780963840.791524:0:5596:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 0 00000100:00100000:2.0:1780963840.791550:0:5596:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 1 00000100:00100000:2.0:1780963840.791555:0:5596:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2161440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:070af45a-7d89-4539-a8c8-4a2ac50c539c+3:9946:x1867475762307456:12345-192.168.202.121@tcp:104: 00010000:00010000:2.0:1780963840.791565:0:5596:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963840.791758:0:5596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1780963840.791764:0:5596:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2161440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:070af45a-7d89-4539-a8c8-4a2ac50c539c+3:9946:x1867475762307456:12345-192.168.202.121@tcp:104: Request processed in 208us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780963840.791771:0:5596:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 1 00010000:00010000:1.0:1780963840.796314:0:5604:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780963840.796588:0:5604:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796607:0:5604:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea8f71b2 already unused, calling callback (00000000b764cd87) 10000000:00010000:1.0:1780963840.796610:0:5604:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796620:0:5604:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1780963840.796626:0:5604:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1780963840.796631:0:5604:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780963840.796723:0:5604:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796730:0:5604:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963840.796766:0:5604:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796773:0:5604:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84eee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f28 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796791:0:5604:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780963840.796793:0:5604:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796798:0:5604:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa820193 already unused, calling callback (00000000b764cd87) 10000000:00010000:1.0:1780963840.796820:0:5604:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796826:0:5604:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1780963840.796832:0:5604:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1780963840.796848:0:5604:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780963840.796862:0:5604:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796868:0:5604:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963840.796871:0:5604:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796877:0:5604:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 00000000fa820193/0x4312194ed9c84ee7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f21 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963840.796889:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963840.796891:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963840.796893:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963840.796924:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b7a7688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746556160:192.168.202.121@tcp:103: 00000100:00100000:1.0:1780963840.797141:0:2286:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780963840.797148:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2bb8c87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746556096:192.168.202.121@tcp:103: 00010000:00010000:0.0:1780963840.807214:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963840.812246:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2bb8c87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746556096:192.168.202.121@tcp:103: 00000100:00100000:1.0:1780963840.812266:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b7a7688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746556160:192.168.202.121@tcp:103: 00010000:00010000:1.0:1780963841.188221:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963841.506525:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2bb8c87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556288:192.168.202.121@tcp:400: 00000100:00100000:1.0:1780963841.506640:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e73c92d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556416:192.168.202.121@tcp:400: 00000100:00100000:1.0:1780963841.506690:0:2286:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780963841.506697:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b7a7688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746556224:192.168.202.121@tcp:400: 00000100:00100000:1.0:1780963841.506723:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a989500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556352:192.168.202.121@tcp:400: 00000100:00100000:1.0:1780963841.506750:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556480:192.168.202.121@tcp:400: 00010000:00080000:1.0:1780963841.509770:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000004a989500 x1867475746556352/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963848 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1780963841.509796:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a989500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556352:192.168.202.121@tcp:400: 00000100:00100000:1.0:1780963841.509812:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2bb8c87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556288:192.168.202.121@tcp:400: 00010000:00080000:1.0:1780963841.510850:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e73c92d3 x1867475746556416/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963848 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1780963841.510872:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e73c92d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556416:192.168.202.121@tcp:400: 00000100:00100000:1.0:1780963841.511239:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b7a7688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746556224:192.168.202.121@tcp:400: 00010000:00080000:1.0:1780963841.511267:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000046c372c4 x1867475746556480/t0(0) o400->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963848 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1780963841.511276:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746556480:192.168.202.121@tcp:400: 10000000:01000000:2.0:1780963841.761436:0:5607:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1780963841.761447:0:5607:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff8c1c491bf800 from 48 10000000:01000000:2.0:1780963841.761454:0:5607:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1780963841.761519:0:5607:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963841.761533:0:5607:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963841.761543:0:5607:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963841.761572:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556544:192.168.202.121@tcp:101: 00000100:00100000:2.0:1780963841.761709:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545d7939 going to sleep for 6 seconds 00000100:00100000:2.0:1780963841.764867:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556544:192.168.202.121@tcp:101: 00010000:00010000:2.0:1780963841.765022:0:5607:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667197f6e expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963841.765038:0:5607:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7099240667197f6e expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963841.765180:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556608:192.168.202.121@tcp:501: 00000100:00100000:2.0:1780963841.765893:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545d7939 going to sleep for 6 seconds 00000100:00100000:2.0:1780963841.776174:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556608:192.168.202.121@tcp:501: 00000100:00100000:2.0:1780963841.776277:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556672:192.168.202.121@tcp:503: 00000100:00100000:2.0:1780963841.776370:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545d7939 going to sleep for 6 seconds 00000100:00100000:2.0:1780963841.780241:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556672:192.168.202.121@tcp:503: 00000100:00100000:2.0:1780963841.782838:0:6084:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6084:1867475746556736:192.168.202.121@tcp:502: 00000100:00100000:2.0:1780963841.783135:0:6084:0:(client.c:2500:ptlrpc_set_wait()) set 000000006c8f8d64 going to sleep for 6 seconds 00000100:00100000:2.0:1780963841.786546:0:6084:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6084:1867475746556736:192.168.202.121@tcp:502: 00000020:01000000:2.0:1780963841.786611:0:6084:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780963841.786624:0:6084:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963841.786626:0:6084:0:(obd_config.c:1460:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1780963841.786633:0:6084:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1780963841.786691:0:6084:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6084:1867475746556800:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780963841.786799:0:6084:0:(client.c:2500:ptlrpc_set_wait()) set 000000006c8f8d64 going to sleep for 6 seconds 00000100:00100000:2.0:1780963841.791649:0:6084:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6084:1867475746556800:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780963841.791724:0:6084:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780963841.791735:0:6084:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780963841.791738:0:6084:0:(obd_config.c:1460:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1780963841.791742:0:6084:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 52 count 51 00000020:01000000:1.0:1780963841.794506:0:5607:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1780963841.794565:0:5607:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1780963841.794575:0:5607:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667197f6e expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963841.794617:0:5607:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 0000000080a41102/0x4312194ed9c84f5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667197f6e expref: -99 pid: 5607 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1780963841.794629:0:5607:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1780963841.794631:0:5607:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff8c1c4a68e838 from 1 10000000:01000000:1.0:1780963841.794635:0:5607:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1780963841.794693:0:5607:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963841.794700:0:5607:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963841.794720:0:5607:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963841.794757:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556864:192.168.202.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780963841.794885:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4d3441f going to sleep for 6 seconds 00000100:00100000:1.0:1780963841.799418:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556864:192.168.202.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780963841.799457:0:5607:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667197f75 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963841.799472:0:5607:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7099240667197f75 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963841.799572:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556928:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780963841.799649:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4d3441f going to sleep for 6 seconds 00000100:00100000:1.0:1780963841.806394:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746556928:192.168.202.121@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1780963841.806482:0:5607:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1780963841.806493:0:5607:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667197f75 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963841.806505:0:5607:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 00000000ea8f71b2/0x4312194ed9c84f65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667197f75 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963842.211585:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780963843.207443:0:2279:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:2.0:1780963843.207809:0:5596:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475762311424 00000100:00100000:2.0:1780963843.207884:0:5596:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 2 00000100:00100000:2.0:1780963843.207892:0:5596:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b43eb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:070af45a-7d89-4539-a8c8-4a2ac50c539c+3:10008:x1867475762311424:12345-192.168.202.121@tcp:104: 00010000:00010000:2.0:1780963843.207912:0:5596:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963843.208011:0:5596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780963843.208036:0:5596:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b43eb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:070af45a-7d89-4539-a8c8-4a2ac50c539c+3:10008:x1867475762311424:12345-192.168.202.121@tcp:104: Request processed in 143us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1780963843.208054:0:5596:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 2 00010000:00010000:1.0:1780963843.208055:0:5604:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780963843.208062:0:5604:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963843.208071:0:5604:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002415b1b0 already unused, calling callback (00000000b764cd87) 10000000:00010000:1.0:1780963843.208075:0:5604:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963843.208083:0:5604:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1780963843.208132:0:5604:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1780963843.208137:0:5604:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1780963843.208201:0:5604:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963843.208208:0:5604:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963843.208389:0:5604:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963843.208398:0:5604:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667197f36 expref: -99 pid: 5593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963843.208435:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963843.208437:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963843.208438:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963843.208447:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780963843.208470:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746556992:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1780963843.212725:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746556992:192.168.202.121@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780963843.238683:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780963843.555457:0:5607:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1780963843.555467:0:5607:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff8c1c491bf800 from 1 10000000:01000000:2.0:1780963843.555474:0:5607:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1780963843.555539:0:5607:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963843.555553:0:5607:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963843.555563:0:5607:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963843.555596:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746557056:192.168.202.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780963843.555739:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eebcb0de going to sleep for 6 seconds 00000100:00100000:2.0:1780963843.575241:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746557056:192.168.202.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780963843.575279:0:5607:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963843.575294:0:5607:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963843.575550:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746557120:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780963843.575639:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eebcb0de going to sleep for 6 seconds 00000100:00100000:2.0:1780963843.597699:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746557120:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780963843.597802:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746557184:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780963843.598519:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eebcb0de going to sleep for 6 seconds 00000100:00100000:2.0:1780963843.606145:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746557184:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780963843.608559:0:6103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6103:1867475746557248:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780963843.608751:0:6103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bdc3442c going to sleep for 6 seconds 00000100:00100000:1.0:1780963843.626334:0:6103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce1cfa66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6103:1867475746557248:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1780963843.626517:0:6103:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780963843.626530:0:6103:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963843.626533:0:6103:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1780963843.626545:0:6103:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c1c491bf800 00000020:00000080:1.0:1780963843.626548:0:6103:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1780963843.626734:0:6103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6103:1867475746557312:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780963843.629758:0:6103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4d3441f going to sleep for 6 seconds 00000100:00100000:1.0:1780963843.654015:0:6103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:6103:1867475746557312:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1780963843.654077:0:6103:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1780963843.654087:0:6103:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963843.654090:0:6103:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1780963843.654139:0:6103:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 4 count 4 00000020:01000000:1.0:1780963843.654205:0:5607:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1780963843.654240:0:5607:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1780963843.654250:0:5607:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963843.654263:0:5607:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963844.259105:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963845.283237:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963846.305290:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963846.626290:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f03ec5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2287:1867475746557376:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963846.626422:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bfb810e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557504:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963846.626456:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022df1999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557632:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963846.626492:0:2287:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780963846.626499:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019a19b17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557440:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963846.626533:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da483c76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557568:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963846.631461:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019a19b17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557440:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:2.0:1780963846.631487:0:2287:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000da483c76 x1867475746557568/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963853 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963846.631498:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da483c76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557568:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963846.631509:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f03ec5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2287:1867475746557376:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:2.0:1780963846.631518:0:2287:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000007bfb810e x1867475746557504/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963853 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963846.631525:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bfb810e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557504:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:2.0:1780963846.631537:0:2287:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000022df1999 x1867475746557632/t0(0) o400->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963853 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963846.631566:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022df1999 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746557632:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:3.0:1780963847.329657:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963848.358809:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963849.389935:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963850.401439:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963851.428113:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963851.745676:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746557696:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963851.745784:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e73c92d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557824:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963851.745810:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a989500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557952:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963851.745839:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780963851.745844:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b7a7688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557760:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963851.745864:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2bb8c87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557888:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1780963851.757855:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c372c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746557696:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:0.0:1780963851.757884:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e73c92d3 x1867475746557824/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963858 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780963851.757899:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e73c92d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557824:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:0.0:1780963851.757913:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000004a989500 x1867475746557952/t0(0) o400->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963858 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780963851.757921:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a989500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557952:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1780963851.758235:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b7a7688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557760:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:0.0:1780963851.758249:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d2bb8c87 x1867475746557888/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963858 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780963851.758256:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2bb8c87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746557888:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:2.0:1780963852.450477:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963853.474134:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963853.893067:0:6453:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963853.893073:0:6453:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg221-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1780963854.497453:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963855.523371:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963856.546362:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963856.865449:0:483:0:(import.c:86:import_set_state_nolock()) 000000004598662c lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1780963856.865457:0:483:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c1c491bf800: disconnect after 23s idle 00000100:00100000:3.0:1780963856.874921:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a650d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746558016:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780963856.875025:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010a33d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558144:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780963856.875061:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780963856.875077:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002de88ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558080:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00080000:2.0:1780963856.875765:0:483:0:(import.c:86:import_set_state_nolock()) 00000000886ca4a8 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1780963856.875770:0:483:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c1c491bf800: disconnect after 23s idle 00000100:00100000:0.0:1780963856.876457:0:2284:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087122daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746558208:192.168.202.121@tcp:9:kworker/u8:4.0 00000100:00100000:0.0:1780963856.876645:0:2284:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cd09d15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746558272:192.168.202.121@tcp:9:kworker/u8:4.0 00000100:00100000:2.0:1780963856.902796:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002de88ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558080:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963856.902815:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a650d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746558016:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:2.0:1780963856.902828:0:2288:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000010a33d60 x1867475746558144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963863 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963856.902838:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010a33d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558144:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:2.0:1780963856.902884:0:2284:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000087122daa x1867475746558208/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963862 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00080000:2.0:1780963856.902894:0:2284:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@0000000087122daa x1867475746558208/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963862 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00080000:2.0:1780963856.903685:0:2284:0:(import.c:86:import_set_state_nolock()) 000000004598662c lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1780963856.903692:0:2284:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087122daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746558208:192.168.202.121@tcp:9:kworker/u8:4.0 00010000:00080000:2.0:1780963856.903715:0:2284:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000007cd09d15 x1867475746558272/t0(0) o9->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963862 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00080000:2.0:1780963856.903724:0:2284:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@000000007cd09d15 x1867475746558272/t0(0) o9->lustre-OST0001-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963862 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00080000:2.0:1780963856.903746:0:2284:0:(import.c:86:import_set_state_nolock()) 00000000886ca4a8 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1780963856.903749:0:2284:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cd09d15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746558272:192.168.202.121@tcp:9:kworker/u8:4.0 00010000:00010000:2.0:1780963857.569247:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963858.595452:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780963859.199063:0:6784:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963859.199068:0:6784:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg221-client.virtnet: executing yml_node 00010000:00010000:0.0:1780963859.619427:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963860.019548:0:6925:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000400:00000080:1.0:1780963860.019566:0:6925:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000400:00000080:1.0:1780963860.019630:0:6925:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00010000:00010000:2.0:1780963860.642581:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963861.666279:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963861.989062:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963861.989071:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963861.989074:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963861.989084:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963861.989144:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746558400:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780963861.989255:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780963861.989262:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746558336:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780963861.989287:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b4560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746558464:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780963862.005188:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746558336:192.168.202.121@tcp:400:kworker/u8:0.0 00010000:00080000:1.0:1780963862.007216:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000005b4560ef x1867475746558464/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963868 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780963862.007235:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b4560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746558464:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780963862.007261:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746558400:192.168.202.121@tcp:400:kworker/u8:0.0 00010000:00010000:1.0:1780963862.689239:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963863.459632:0:7268:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963863.459639:0:7268:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.15.8.1 00010000:00010000:3.0:1780963863.725660:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963864.740770:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963865.761755:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780963866.245592:0:7424:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963866.245601:0:7424:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.15.8.1 00010000:00010000:1.0:1780963866.785249:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963867.105548:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963867.105558:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963867.105561:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963867.105564:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963867.105580:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746558528:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963867.105592:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746558592:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780963867.105747:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746558656:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963867.110303:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746558592:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780963867.110659:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746558528:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:1.0:1780963867.110672:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000006c55c99a x1867475746558656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963874 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780963867.110684:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746558656:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:0.0:1780963867.809868:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963868.841830:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963869.070767:0:7581:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963869.070772:0:7581:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.15.8.1 00010000:00010000:3.0:1780963869.862645:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963870.884284:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963871.339908:0:7728:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963871.339913:0:7728:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity ============----- Mon Jun 8 20:11:09 EDT 2026 00010000:00010000:3.0:1780963871.907151:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963872.237323:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963872.237331:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963872.237333:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963872.237335:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963872.237371:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087122daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558784:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963872.237493:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780963872.237500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cd09d15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746558720:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963872.237524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010a33d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558848:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:3.0:1780963872.244887:0:2288:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000010a33d60 x1867475746558848/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963879 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963872.244910:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010a33d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558848:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963872.244926:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087122daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746558784:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963872.246011:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cd09d15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746558720:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1780963872.929891:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963873.955719:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963874.977290:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963876.016467:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963877.025389:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963877.349867:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963877.349876:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963877.349879:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963877.349882:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963877.349935:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff495e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746558976:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963877.350024:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e16df05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746558912:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963877.350550:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d30757d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746559040:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963877.365639:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff495e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746558976:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780963877.376073:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e16df05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746558912:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:3.0:1780963877.376152:0:2288:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000005d30757d x1867475746559040/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963884 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780963877.376188:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d30757d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746559040:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:2.0:1780963878.049489:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963879.078927:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963880.097440:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963880.116086:0:8135:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963880.116401:0:8135:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: - need MDS1_VERSION < v2_14_55-100-g8a84c7f9c7 (34539521 < 34486116) for LU-14927, skip 0f 00010000:00010000:1.0:1780963881.125867:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963881.696057:0:8274:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963881.696064:0:8274:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 42a 42b 42c 407 118c 118d 817 411 00010000:00010000:3.0:1780963882.145564:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963882.465747:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963882.465753:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963882.465756:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963882.465758:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963882.465790:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746559104:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963882.465896:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559232:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963882.465941:0:2286:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780963882.465948:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559168:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963882.477314:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559168:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963882.477342:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746559104:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:0.0:1780963882.477354:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000050ccf3f8 x1867475746559232/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963889 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780963882.477369:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559232:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1780963883.173227:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963883.418516:0:8414:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963883.418524:0:8414:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 27m 60i 64b 68 71 115 135 136 230d 300o 00000080:00200000:1.0:1780963883.659297:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963883.659337:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963883.659356:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963883.659369:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963883.659380:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963883.659384:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963883.659416:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000aab654b7 00010000:00010000:1.0:1780963883.659420:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963883.659446:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963883.691741:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963883.691784:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963883.691802:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963883.691817:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963883.691828:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963883.691830:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963883.691836:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000aab654b7 00010000:00010000:1.0:1780963883.691839:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963883.691846:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963883.742564:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:0.0:1780963883.742598:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963883.742615:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963883.742632:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963883.742643:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:0.0:1780963883.742646:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:0.0:1780963883.742654:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000aab654b7 00010000:00010000:0.0:1780963883.742779:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963883.742789:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963883.772886:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963883.772915:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963883.772933:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963883.772950:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963883.772979:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963883.772982:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963883.772989:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000aab654b7 00010000:00010000:1.0:1780963883.772991:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963883.772998:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963884.196325:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963885.217319:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963886.241274:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963887.266191:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963887.585479:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963887.585491:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963887.585493:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963887.585497:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963887.585538:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e16df05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746559360:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780963887.585664:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780963887.585671:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d30757d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746559296:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780963887.585699:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b92aa0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746559424:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:3.0:1780963887.591208:0:2288:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000003b92aa0c x1867475746559424/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963894 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780963887.591238:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b92aa0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746559424:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780963887.591256:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e16df05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746559360:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780963887.597194:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d30757d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746559296:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:1.0:1780963888.289907:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963889.313312:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963890.338751:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780963890.399890:0:8736:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963890.399895:0:8736:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg221-client.virtnet: executing check_config_client /mnt/lustre 00010000:00010000:1.0:1780963891.378416:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963892.387045:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963892.710410:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963892.710431:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963892.710434:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963892.710437:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963892.710479:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746559488:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963892.710594:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746559616:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963892.710632:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780963892.710638:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746559552:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963892.727641:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746559552:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780963892.727666:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746559488:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:0.0:1780963892.727680:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000006c55c99a x1867475746559616/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963899 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780963892.727690:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746559616:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1780963893.411109:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963894.433480:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963895.457458:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963896.482260:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963897.505872:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780963897.827023:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963897.827031:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963897.827034:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963897.827037:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963897.827079:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9bf9cbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746559680:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963897.827204:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f63ee4bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559808:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963897.827238:0:2286:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780963897.827253:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f257cdd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559744:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:0.0:1780963897.847046:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000f63ee4bb x1867475746559808/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963904 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780963897.847073:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f63ee4bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559808:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1780963897.848889:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f257cdd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746559744:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1780963897.848909:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9bf9cbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746559680:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:3.0:1780963898.538614:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963899.553690:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963900.579562:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963901.601232:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963902.628981:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780963902.945347:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963902.945363:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963902.945366:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963902.945369:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963902.945395:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746559872:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963902.945474:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746560000:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963902.945499:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780963902.945503:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746559936:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963902.963499:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746559872:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963902.973487:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746559936:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:1.0:1780963902.973509:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000af08d56a x1867475746560000/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963909 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780963902.973519:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746560000:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:1.0:1780963903.649568:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963904.674058:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963905.698428:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963906.721396:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963907.745284:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963908.066933:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963908.066942:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963908.066944:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963908.066946:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963908.066974:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002de88ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746560128:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963908.067066:0:2287:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780963908.067073:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a650d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2287:1867475746560064:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963908.067146:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d605ce0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746560192:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:2.0:1780963908.072759:0:2287:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000005d605ce0 x1867475746560192/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963915 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780963908.072781:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d605ce0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746560192:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963908.072796:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002de88ebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746560128:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963908.074498:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a650d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2287:1867475746560064:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:0.0:1780963908.769392:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963909.794333:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963910.820001:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963911.854393:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780963912.276959:0:9464:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963912.276966:0:9464:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1780963912.869910:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780963913.187310:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963913.187334:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963913.187338:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963913.187341:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963913.187378:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746560256:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963913.188716:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746560384:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963913.188894:0:2286:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780963913.188906:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746560320:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963913.199485:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746560256:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963913.201934:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746560320:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:1.0:1780963913.201968:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000f2ce971e x1867475746560384/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963920 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780963913.201980:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746560384:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:0.0:1780963913.891893:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963914.914341:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963915.937684:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780963916.185580:0:2279:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:2.0:1780963916.185795:0:5597:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475762330560 00000100:00100000:2.0:1780963916.185877:0:5597:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 3 00000100:00100000:2.0:1780963916.185884:0:5597:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e16df05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:070af45a-7d89-4539-a8c8-4a2ac50c539c+3:12562:x1867475762330560:12345-192.168.202.121@tcp:104: 00010000:00010000:2.0:1780963916.185898:0:5597:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963916.185975:0:5597:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780963916.185981:0:5597:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e16df05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:070af45a-7d89-4539-a8c8-4a2ac50c539c+3:12562:x1867475762330560:12345-192.168.202.121@tcp:104: Request processed in 98us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780963916.185988:0:5597:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 3 00010000:00010000:0.0:1780963916.186214:0:5605:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780963916.186219:0:5605:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963916.186227:0:5605:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011203893 already unused, calling callback (00000000b764cd87) 10000000:00010000:0.0:1780963916.186229:0:5605:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963916.186237:0:5605:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1780963916.186244:0:5605:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1780963916.186248:0:5605:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1780963916.186296:0:5605:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963916.186303:0:5605:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963916.186320:0:5605:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963916.186325:0:5605:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 0000000011203893/0x4312194ed9c84f6c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7099240667198001 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963916.186341:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963916.186343:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963916.186350:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963916.186437:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746560448:192.168.202.121@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1780963916.194299:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c55c99a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746560448:192.168.202.121@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780963916.962055:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780963917.473256:0:5607:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1780963917.473264:0:5607:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff8c1c491bf800 from 4 10000000:01000000:1.0:1780963917.473269:0:5607:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1780963917.473318:0:5607:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963917.473329:0:5607:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963917.473356:0:5607:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963917.473380:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746560512:192.168.202.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780963917.473487:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a24d0fc4 going to sleep for 6 seconds 00000100:00100000:1.0:1780963917.475771:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746560512:192.168.202.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780963917.475796:0:5607:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667198047 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963917.475809:0:5607:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7099240667198047 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963917.475884:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746560576:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780963917.475942:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a24d0fc4 going to sleep for 6 seconds 00000100:00100000:1.0:1780963917.481951:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746560576:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780963917.482031:0:5607:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746560640:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780963917.482558:0:5607:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a24d0fc4 going to sleep for 6 seconds 00000100:00100000:1.0:1780963917.486765:0:5607:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:070af45a-7d89-4539-a8c8-4a2ac50c539c:5607:1867475746560640:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780963917.487436:0:9743:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:9743:1867475746560704:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780963917.488795:0:9743:0:(client.c:2500:ptlrpc_set_wait()) set 00000000450c40a9 going to sleep for 6 seconds 00000100:00100000:1.0:1780963917.499140:0:9743:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:9743:1867475746560704:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1780963917.499223:0:9743:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780963917.499255:0:9743:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963917.499258:0:9743:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1780963917.499263:0:9743:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c1c491bf800 00000020:00000080:1.0:1780963917.499266:0:9743:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1780963917.499495:0:9743:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:9743:1867475746560768:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780963917.499634:0:9743:0:(client.c:2500:ptlrpc_set_wait()) set 00000000450c40a9 going to sleep for 6 seconds 00000100:00100000:1.0:1780963917.512408:0:9743:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job llog_process_th:070af45a-7d89-4539-a8c8-4a2ac50c539c:9743:1867475746560768:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1780963917.512473:0:9743:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1780963917.512495:0:9743:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963917.512499:0:9743:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1780963917.512503:0:9743:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:1.0:1780963917.512670:0:5607:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1780963917.512694:0:5607:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1780963917.512704:0:5607:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667198047 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963917.512717:0:5607:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 000000002415b1b0/0x4312194ed9c84f73 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7099240667198047 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963917.986589:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780963918.305888:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963918.305896:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963918.305899:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963918.305902:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963918.305941:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746560896:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963918.306116:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780963918.306122:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746560832:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963918.306169:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746560960:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963918.325390:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746560896:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963918.325446:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746560832:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:1.0:1780963918.325461:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000af08d56a x1867475746560960/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963925 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780963918.325472:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746560960:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00010000:0.0:1780963919.009547:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963920.033597:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963921.058166:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963922.081357:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963923.105480:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1780963923.314428:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:0.0:1780963923.314472:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963923.314496:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.314514:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963923.314530:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:0.0:1780963923.314534:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:0.0:1780963923.314543:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 0000000080fc6776 00010000:00010000:0.0:1780963923.314546:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.314555:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963923.314574:0:7741:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:0.0:1780963923.314593:0:7741:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d52a, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=25 00000080:00200000:0.0:1780963923.314599:0:7741:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d52a, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=0 00000002:00010000:0.0:1780963923.314612:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d52a,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963923.314675:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.314700:0:7741:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.314713:0:7741:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963923.314746:0:7741:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job bash:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:7741:1867475746561024:192.168.202.121@tcp:101:bash.0 00000100:00100000:0.0:1780963923.315912:0:7741:0:(client.c:2500:ptlrpc_set_wait()) set 0000000034292015 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.329904:0:7741:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ccf3f8 pname:cluuid:pid:xid:nid:opc:job bash:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:7741:1867475746561024:192.168.202.121@tcp:101:bash.0 00010000:00010000:1.0:1780963923.329950:0:7741:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.329975:0:7741:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.329983:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.329990:0:7741:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.329998:0:7741:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330004:0:7741:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc319ac9 already unused, calling callback (0000000007a9c421) 00010000:00010000:1.0:1780963923.330009:0:7741:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330036:0:7741:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330043:0:7741:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330051:0:7741:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780963923.330058:0:7741:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330064:0:7741:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000dc319ac9/0x4312194ed9c84f7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963923.330090:0:7741:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@0000000050ccf3f8 x1867475746561024/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:1.0:1780963923.330173:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330185:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.330194:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000db84b7bc 00010000:00010000:1.0:1780963923.330197:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330205:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.330430:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963923.330452:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963923.330460:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330467:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.330477:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963923.330480:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963923.330486:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 0000000080fc6776 00010000:00010000:1.0:1780963923.330488:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330494:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.330502:0:7741:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:1.0:1780963923.330519:0:7741:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d52b, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=25 00000080:00200000:1.0:1780963923.330525:0:7741:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d52b, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=0 00000002:00010000:1.0:1780963923.330539:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d52b,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963923.330606:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330614:0:7741:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.330624:0:7741:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963923.330651:0:7741:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job bash:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:7741:1867475746561088:192.168.202.121@tcp:101:bash.0 00000100:00100000:1.0:1780963923.331014:0:7741:0:(client.c:2500:ptlrpc_set_wait()) set 00000000450c40a9 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.337187:0:7741:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job bash:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:7741:1867475746561088:192.168.202.121@tcp:101:bash.0 00010000:00010000:1.0:1780963923.337220:0:7741:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337235:0:7741:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337242:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337249:0:7741:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337258:0:7741:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337265:0:7741:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eeda9f9e already unused, calling callback (0000000007a9c421) 00010000:00010000:1.0:1780963923.337270:0:7741:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337277:0:7741:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337284:0:7741:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337292:0:7741:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780963923.337299:0:7741:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337328:0:7741:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963923.337351:0:7741:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@00000000af08d56a x1867475746561088/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:1.0:1780963923.337395:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337408:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.337417:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000db84b7bc 00010000:00010000:1.0:1780963923.337420:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337427:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.337870:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963923.337890:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963923.337897:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.337905:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.337913:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963923.337916:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963923.337930:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000548cd243 00010000:00010000:1.0:1780963923.337932:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.338016:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.338028:0:7741:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 44 00000080:00200000:1.0:1780963923.338040:0:7741:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), flags 304000 00000002:00010000:1.0:1780963923.338071:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1780963923.338077:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.338084:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963923.341086:0:7741:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job bash:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:7741:1867475746561152:192.168.202.121@tcp:37:bash.0 00000100:00100000:1.0:1780963923.341811:0:7741:0:(client.c:2500:ptlrpc_set_wait()) set 00000000450c40a9 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.364750:0:7741:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job bash:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:7741:1867475746561152:192.168.202.121@tcp:37:bash.0 00010000:00010000:1.0:1780963923.368659:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.368689:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.368724:0:7741:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963923.368755:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963923.368772:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.368804:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.368815:0:7741:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963923.368819:0:7741:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963923.368826:0:7741:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000ef17c1a3 00010000:00010000:1.0:1780963923.368828:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.368835:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.369500:0:7741:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1780963923.370014:0:7741:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1780963923.370032:0:7741:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.370046:0:7741:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1780963923.370062:0:7741:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1780963923.370066:0:7741:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.370074:0:7741:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.371038:0:7741:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:1.0:1780963923.371082:0:7741:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00200000:3.0:1780963923.400338:0:9880:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.400380:0:9880:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.400401:0:9880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.400420:0:9880:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.400433:0:9880:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.400437:0:9880:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:3.0:1780963923.400445:0:9880:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 0000000094af22b2 00010000:00010000:3.0:1780963923.400448:0:9880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.400457:0:9880:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.400476:0:9880:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:3.0:1780963923.400493:0:9880:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=[Rdfs][0-9]*, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=8 00000080:00200000:3.0:1780963923.400499:0:9880:0:(namei.c:833:ll_lookup_it()) VFS Op:name=[Rdfs][0-9]*, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=getattr 00000002:00010000:3.0:1780963923.400512:0:9880:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: [Rdfs][0-9]*,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963923.400572:0:9880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.400586:0:9880:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.400600:0:9880:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963923.400632:0:9880:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b92aa0c pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9880:1867475746561216:192.168.202.121@tcp:101:rm.0 00000100:00100000:3.0:1780963923.400748:0:9880:0:(client.c:2500:ptlrpc_set_wait()) set 000000003972ca74 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.408167:0:9880:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b92aa0c pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9880:1867475746561216:192.168.202.121@tcp:101:rm.0 00010000:00010000:1.0:1780963923.408201:0:9880:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408219:0:9880:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408228:0:9880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408236:0:9880:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408245:0:9880:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408253:0:9880:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007eed2b44 already unused, calling callback (0000000007a9c421) 00010000:00010000:1.0:1780963923.408258:0:9880:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408266:0:9880:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408274:0:9880:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408282:0:9880:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780963923.408289:0:9880:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408323:0:9880:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007eed2b44/0x4312194ed9c84f88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9880 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963923.408344:0:9880:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000003b92aa0c x1867475746561216/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00010000:1.0:1780963923.408386:0:9880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408399:0:9880:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.408408:0:9880:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 000000004b10c8cf 00010000:00010000:1.0:1780963923.408411:0:9880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408419:0:9880:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.408515:0:9880:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963923.408529:0:9880:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963923.408536:0:9880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408542:0:9880:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.408560:0:9880:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963923.408564:0:9880:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:1.0:1780963923.408574:0:9880:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 0000000083e7ee05 00010000:00010000:1.0:1780963923.408576:0:9880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.408582:0:9880:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.408590:0:9880:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:1.0:1780963923.408602:0:9880:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=[Rdfs][0-9]*, flags=0 00000100:00080000:1.0:1780963923.425300:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963923.425310:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963923.425313:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963923.425316:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963923.425355:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746561280:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963923.425480:0:2285:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780963923.425486:0:2285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746561344:192.168.202.121@tcp:400:kworker/u8:4.0 00010000:00080000:1.0:1780963923.430859:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000f2ce971e x1867475746561344/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963930 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780963923.430886:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2285:1867475746561344:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780963923.432703:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:070af45a-7d89-4539-a8c8-4a2ac50c539c:2285:1867475746561280:192.168.202.121@tcp:400:kworker/u8:4.0 00000080:00200000:3.0:1780963923.548056:0:9883:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.548086:0:9883:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.548212:0:9883:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.548230:0:9883:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.548243:0:9883:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.548247:0:9883:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:3.0:1780963923.548256:0:9883:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000df9760bd 00010000:00010000:3.0:1780963923.548258:0:9883:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.548271:0:9883:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.548291:0:9883:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:3.0:1780963923.548307:0:9883:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=1536 00000080:00200000:3.0:1780963923.548312:0:9883:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.548324:0:9883:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.548330:0:9883:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.548338:0:9883:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.548346:0:9883:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.548348:0:9883:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:3.0:1780963923.548351:0:9883:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 0000000054238dd7 00010000:00010000:3.0:1780963923.548354:0:9883:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.548361:0:9883:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.548369:0:9883:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 3 00000080:00200000:3.0:1780963923.548375:0:9883:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.548380:0:9883:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.548384:0:9883:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.548391:0:9883:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.548398:0:9883:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.548400:0:9883:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f57 00000080:00010000:3.0:1780963923.548403:0:9883:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f57 from it 00000000fa4e2fdb 00010000:00010000:3.0:1780963923.548405:0:9883:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.548417:0:9883:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.548425:0:9883:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 3 00000080:00200000:3.0:1780963923.548429:0:9883:0:(namei.c:1905:ll_mkdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0) 00800000:00000004:3.0:1780963923.548455:0:9883:0:(obd_class.h:1039:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c1c491bf800: age 260, max_age 0 00000100:00100000:2.0:1780963923.548554:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8a61863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746561408:192.168.202.121@tcp:41:mkdir.0 00000100:00100000:3.0:1780963923.548768:0:9883:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d178a4d1 pname:cluuid:pid:xid:nid:opc:job mkdir:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9883:1867475746561472:192.168.202.121@tcp:700:mkdir.0 00000100:00100000:3.0:1780963923.548796:0:9883:0:(client.c:2500:ptlrpc_set_wait()) set 000000003972ca74 going to sleep for 11 seconds 00000100:00100000:2.0:1780963923.552547:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8a61863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746561408:192.168.202.121@tcp:41:mkdir.0 00000100:00100000:1.0:1780963923.552825:0:9883:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d178a4d1 pname:cluuid:pid:xid:nid:opc:job mkdir:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9883:1867475746561472:192.168.202.121@tcp:700:mkdir.0 00010000:00010000:1.0:1780963923.552862:0:9883:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.553058:0:9883:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.553066:0:9883:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963923.553068:0:9883:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000796b16cd/0x4312194ed9c84f57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667197f60 expref: -99 pid: 5641 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1780963923.553131:0:9883:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780963923.553138:0:9883:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000af08d56a x1867475746561600/t0(0) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 512/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1780963923.553168:0:9883:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job mkdir:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9883:1867475746561600:192.168.202.121@tcp:36:mkdir.0 00000100:00100000:1.0:1780963923.553301:0:9883:0:(client.c:2500:ptlrpc_set_wait()) set 00000000450c40a9 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.557855:0:9883:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af08d56a pname:cluuid:pid:xid:nid:opc:job mkdir:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9883:1867475746561600:192.168.202.121@tcp:36:mkdir.0 00000080:00200000:1.0:1780963923.557941:0:9883:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) 00000080:00200000:1.0:1780963923.557951:0:9883:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1780963923.565723:0:9884:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963923.565758:0:9884:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963923.565825:0:9884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.565835:0:9884:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.565843:0:9884:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963923.565867:0:9884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job chmod:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9884:1867475746561664:192.168.202.121@tcp:101:chmod.0 00000100:00100000:1.0:1780963923.565997:0:9884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000450c40a9 going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.570419:0:9884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ce971e pname:cluuid:pid:xid:nid:opc:job chmod:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9884:1867475746561664:192.168.202.121@tcp:101:chmod.0 00010000:00010000:0.0:1780963923.570466:0:9884:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570486:0:9884:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570503:0:9884:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570519:0:9884:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570532:0:9884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570537:0:9884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570542:0:9884:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963923.570569:0:9884:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000f2ce971e x1867475746561664/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chmod.0' 00000002:00010000:0.0:1780963923.570580:0:9884:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570591:0:9884:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1780963923.570625:0:9884:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1780963923.570633:0:9884:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f8f 00000080:00010000:0.0:1780963923.570638:0:9884:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:0.0:1780963923.570641:0:9884:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f8f from it 00000000e9c2548a 00010000:00010000:0.0:1780963923.570642:0:9884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570648:0:9884:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963923.570738:0:9884:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000007:0x1:0x0](00000000c1f29cc0) from 4096 to 0, valid 41, hsm_import 0 00010000:00010000:0.0:1780963923.570757:0:9884:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570826:0:9884:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.570832:0:9884:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963923.570833:0:9884:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000eeda9f9e/0x4312194ed9c84f8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x70992406671980e1 expref: -99 pid: 9884 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963923.570853:0:9884:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963923.570862:0:9884:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008e810a5b x1867475746561792/t0(0) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963923.570882:0:9884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job chmod:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9884:1867475746561792:192.168.202.121@tcp:36:chmod.0 00000100:00100000:0.0:1780963923.570970:0:9884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d226692c going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.597052:0:9884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e810a5b pname:cluuid:pid:xid:nid:opc:job chmod:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9884:1867475746561792:192.168.202.121@tcp:36:chmod.0 00000080:00200000:0.0:1780963923.597169:0:9884:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1780963923.640928:0:9885:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.642395:0:9885:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.642486:0:9885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.642500:0:9885:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.642512:0:9885:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963923.642547:0:9885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746561856:192.168.202.121@tcp:101:chown.0 00000100:00100000:3.0:1780963923.642692:0:9885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:3.0:1780963923.656833:0:9885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746561856:192.168.202.121@tcp:101:chown.0 00010000:00010000:3.0:1780963923.656872:0:9885:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.656889:0:9885:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.656922:0:9885:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.656934:0:9885:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.656947:0:9885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.656955:0:9885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.656994:0:9885:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963923.657006:0:9885:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000006524889a x1867475746561856/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chown.0' 00000002:00010000:3.0:1780963923.657021:0:9885:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.657037:0:9885:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1780963923.657082:0:9885:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1780963923.657127:0:9885:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:3.0:1780963923.657136:0:9885:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.657139:0:9885:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000741d3904 00010000:00010000:3.0:1780963923.657142:0:9885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.657161:0:9885:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.657191:0:9885:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:3.0:1780963923.657216:0:9885:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=8 00000080:00200000:3.0:1780963923.657222:0:9885:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=getattr 00000002:00010000:3.0:1780963923.657246:0:9885:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963923.657308:0:9885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.657316:0:9885:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.657327:0:9885:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963923.657354:0:9885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746561920:192.168.202.121@tcp:101:chown.0 00000100:00100000:3.0:1780963923.657456:0:9885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:3.0:1780963923.676053:0:9885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746561920:192.168.202.121@tcp:101:chown.0 00010000:00010000:3.0:1780963923.676139:0:9885:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676174:0:9885:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676182:0:9885:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676222:0:9885:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676234:0:9885:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676249:0:9885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676268:0:9885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676275:0:9885:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963923.676287:0:9885:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006524889a x1867475746561920/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chown.0' 00000002:00010000:3.0:1780963923.676300:0:9885:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676313:0:9885:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1780963923.676345:0:9885:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1780963923.676349:0:9885:0:(namei.c:157:ll_iget()) got inode: [0x200000402:0x1:0x0](00000000b377f096): rc = 0 00000080:00010000:3.0:1780963923.676358:0:9885:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84f9d 00000080:00010000:3.0:1780963923.676375:0:9885:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) 00000080:00010000:3.0:1780963923.676379:0:9885:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f9d from it 000000009274094a 00010000:00010000:3.0:1780963923.676382:0:9885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.676398:0:9885:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.676449:0:9885:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096),name=d0_runas_test 00000100:00100000:3.0:1780963923.676528:0:9885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746561984:192.168.202.121@tcp:900:chown.0 00000100:00100000:3.0:1780963923.676624:0:9885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:3.0:1780963923.689146:0:9885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746561984:192.168.202.121@tcp:900:chown.0 00000002:00010000:3.0:1780963923.689201:0:9885:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963923.689224:0:9885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.689240:0:9885:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.689257:0:9885:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) 00000080:00010000:3.0:1780963923.689262:0:9885:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84f9d 00000080:00010000:3.0:1780963923.689271:0:9885:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f9d from it 00000000e2ec2783 00010000:00010000:3.0:1780963923.689274:0:9885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.689281:0:9885:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.689371:0:9885:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.689385:0:9885:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.689392:0:9885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.689423:0:9885:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.689432:0:9885:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.689434:0:9885:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:3.0:1780963923.689437:0:9885:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000d20de935 00010000:00010000:3.0:1780963923.689439:0:9885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.689445:0:9885:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.689453:0:9885:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:3.0:1780963923.689460:0:9885:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=9 00000080:00200000:3.0:1780963923.689479:0:9885:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000402:0x1:0x0](00000000b377f096) from 4096 to 18446616651877662720, valid 46, hsm_import 0 00010000:00010000:3.0:1780963923.689496:0:9885:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.689580:0:9885:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.689589:0:9885:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780963923.689591:0:9885:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84f9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198112 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1780963923.689618:0:9885:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780963923.689625:0:9885:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006524889a x1867475746562112/t0(0) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1780963923.689671:0:9885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746562112:192.168.202.121@tcp:36:chown.0 00000100:00100000:3.0:1780963923.689791:0:9885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:3.0:1780963923.696514:0:9885:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1780963923.696566:0:9885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job chown:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9885:1867475746562112:192.168.202.121@tcp:36:chown.0 00000080:00200000:3.0:1780963923.696612:0:9885:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1780963923.712503:0:9886:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.712654:0:9886:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.712678:0:9886:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.712696:0:9886:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.712708:0:9886:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.712712:0:9886:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:3.0:1780963923.712720:0:9886:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000a76cebe5 00010000:00010000:3.0:1780963923.712723:0:9886:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.712732:0:9886:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.712748:0:9886:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000100:00100000:3.0:1780963923.712819:0:9886:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562176:192.168.202.121@tcp:49:touch.500 00000100:00100000:3.0:1780963923.712947:0:9886:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:3.0:1780963923.757706:0:9886:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562176:192.168.202.121@tcp:49:touch.500 00000080:00200000:3.0:1780963923.757786:0:9886:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=25 00000080:00200000:3.0:1780963923.757792:0:9886:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=0 00000002:00010000:3.0:1780963923.757819:0:9886:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.757898:0:9886:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.757911:0:9886:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.757923:0:9886:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963923.757948:0:9886:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562240:192.168.202.121@tcp:101:touch.500 00000100:00100000:3.0:1780963923.758074:0:9886:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:3.0:1780963923.763556:0:9886:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562240:192.168.202.121@tcp:101:touch.500 00010000:00010000:3.0:1780963923.763594:0:9886:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763623:0:9886:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763630:0:9886:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763643:0:9886:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763655:0:9886:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763689:0:9886:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763698:0:9886:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763704:0:9886:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963923.763715:0:9886:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000006524889a x1867475746562240/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.500' 00000002:00010000:3.0:1780963923.763728:0:9886:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763740:0:9886:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1780963923.763774:0:9886:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1780963923.763778:0:9886:0:(namei.c:157:ll_iget()) got inode: [0x200000402:0x1:0x0](00000000b377f096): rc = 0 00000080:00010000:3.0:1780963923.763788:0:9886:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84fa4 00000080:00010000:3.0:1780963923.763809:0:9886:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) 00000080:00010000:3.0:1780963923.763813:0:9886:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fa4 from it 00000000c191c527 00010000:00010000:3.0:1780963923.763815:0:9886:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.763823:0:9886:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.763887:0:9886:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), inode mode 41ed mask 1 00000080:00200000:3.0:1780963923.763921:0:9886:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), inode mode 41ed mask 3 00000080:00200000:3.0:1780963923.763933:0:9886:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f7741, dir=[0x200000402:0x1:0x0](00000000b377f096), file 00000000e7c7499a, open_flags 8941, mode 81b6 opened 0 00000080:00200000:3.0:1780963923.763948:0:9886:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f7741, dir=[0x200000402:0x1:0x0](00000000b377f096), intent=open|creat 00000002:00010000:3.0:1780963923.763991:0:9886:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f7741,[0x200000402:0x2:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1780963923.764055:0:9886:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.764063:0:9886:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1780963923.764077:0:9886:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780963923.764083:0:9886:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006524889a x1867475746562368/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1780963923.764593:0:9886:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963923.764814:0:9886:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562368:192.168.202.121@tcp:101:touch.500 00000100:00100000:2.0:1780963923.765011:0:9886:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f42bfdee going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.768773:0:9886:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562368:192.168.202.121@tcp:101:touch.500 00010000:00010000:0.0:1780963923.768811:0:9886:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768839:0:9886:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768846:0:9886:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768859:0:9886:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768888:0:9886:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768902:0:9886:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768909:0:9886:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.768937:0:9886:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963923.768948:0:9886:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/656 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000002:00100000:0.0:1780963923.768972:0:9886:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/656 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000002:00010000:0.0:1780963923.768988:0:9886:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1780963923.769001:0:9886:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1780963923.769016:0:9886:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 16 res 8589935618/2 (0 0) 00000080:00200000:0.0:1780963923.769043:0:9886:0:(namei.c:1412:ll_create_it()) VFS Op:name=f7741, dir=[0x200000402:0x1:0x0](00000000b377f096), intent=open|creat 00000080:00200000:0.0:1780963923.769716:0:9886:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2:0x0](00000000d77ffd98) 00000080:00200000:0.0:1780963923.769908:0:9886:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1780963923.769917:0:9886:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2:0x0](00000000d77ffd98) 00000080:00010000:0.0:1780963923.769921:0:9886:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](00000000d77ffd98) for lock 0x4312194ed9c84fab 00000080:00200000:0.0:1780963923.769942:0:9886:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2:0x0](00000000d77ffd98), flags 104501 00000002:00100000:0.0:1780963923.769980:0:9886:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000080:00010000:0.0:1780963923.770069:0:9886:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fab from it 0000000040d43ad5 00010000:00010000:0.0:1780963923.770074:0:9886:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1780963923.770123:0:9886:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1780963923.770210:0:9886:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2:0x0](00000000d77ffd98), inode mode 81a4 mask 40 00000080:00200000:0.0:1780963923.770268:0:9886:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000402:0x2:0x0](00000000d77ffd98) from 0 to 18446744072491563543, valid 20070, hsm_import 0 00000020:00100000:0.0:1780963923.770334:0:9886:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963923.770341:0:9886:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000db47c826 x1867475746562496/t0(0) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963923.770381:0:9886:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562496:192.168.202.121@tcp:36:touch.500 00000100:00100000:0.0:1780963923.770487:0:9886:0:(client.c:2500:ptlrpc_set_wait()) set 00000000984f698a going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.777726:0:9886:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562496:192.168.202.121@tcp:36:touch.500 00000080:00200000:0.0:1780963923.777791:0:9886:0:(vvp_io.c:1820:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780963923.777813:0:9886:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:0.0:1780963923.777989:0:9886:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8c1c491bf800: connect to NID 192.168.202.121@tcp last attempt 257 00000100:00080000:0.0:1780963923.777999:0:9886:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8c1c491bf800: import 000000004598662c using connection 192.168.202.121@tcp/192.168.202.121@tcp 00000008:00100000:0.0:1780963923.778013:0:9886:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8437760, lost: 0. 00000100:00100000:0.0:1780963923.778042:0:9886:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000028a42d58 x1867475746562560/t0(0) o8->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963923.778127:0:2284:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746562560:192.168.202.121@tcp:8:touch.500 00000100:00080000:1.0:1780963923.778776:0:2285:0:(client.c:1659:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000005b4560ef x1867475746562624/t0(0) o2->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'touch.500' 00010000:00080000:2.0:1780963923.783689:0:2284:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000028a42d58 x1867475746562560/t0(0) o8->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1780963929 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'touch.500' 00000100:00100000:2.0:1780963923.783709:0:2284:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c1c491bf800: committing for last_committed 0 gen 2 00000100:00080000:2.0:1780963923.783723:0:2284:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c1c491bf800: connect to target with instance 1 00000100:00080000:2.0:1780963923.783734:0:2284:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c1c491bf800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440078 00000080:00000004:2.0:1780963923.783747:0:2284:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1780963923.783754:0:2284:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1780963923.783761:0:2284:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1780963923.783765:0:2284:0:(import.c:86:import_set_state_nolock()) 000000004598662c lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000080:00000004:2.0:1780963923.783772:0:2284:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1780963923.783775:0:2284:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1780963923.783808:0:2284:0:(recover.c:218:ptlrpc_wake_delayed()) @@@ waking (set 00000000c97313b4): req@000000005b4560ef x1867475746562624/t0(0) o2->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'touch.500' 00000100:00100000:2.0:1780963923.787082:0:2284:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a42d58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746562560:192.168.202.121@tcp:8:touch.500 00010000:00080000:1.0:1780963923.802078:0:2285:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000005b4560ef x1867475746562624/t0(0) o2->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1780963930 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'touch.500' 00000100:00100000:1.0:1780963923.802334:0:2285:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c1c491bf800: committing for last_committed 4294967297 gen 2 00000100:00100000:1.0:1780963923.802415:0:2285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b4560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:0:1867475746562624:192.168.202.121@tcp:2:touch.500 00000080:00200000:0.0:1780963923.806869:0:9886:0:(vvp_io.c:313:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1780963923.806936:0:9886:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2:0x0](00000000d77ffd98) 00000002:00100000:0.0:1780963923.807032:0:9886:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963930 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.500' 00000020:00100000:0.0:1780963923.807079:0:9886:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780963923.807085:0:9886:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000827fd353 x1867475746562752/t0(0) o35->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963923.807156:0:9886:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000827fd353 pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562752:192.168.202.121@tcp:35:touch.500 00000100:00100000:0.0:1780963923.807278:0:9886:0:(client.c:2500:ptlrpc_set_wait()) set 00000000984f698a going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.816157:0:9886:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000827fd353 pname:cluuid:pid:xid:nid:opc:job touch:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9886:1867475746562752:192.168.202.121@tcp:35:touch.500 00000002:00100000:0.0:1780963923.816211:0:9886:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.500' 00000080:00200000:3.0:1780963923.867167:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:3.0:1780963923.867206:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1780963923.867231:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.867250:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963923.867264:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963923.867269:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:3.0:1780963923.867279:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000c40e7500 00010000:00010000:3.0:1780963923.867282:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.867306:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963923.867329:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:3.0:1780963923.867340:0:9887:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=8 00000080:00200000:3.0:1780963923.867350:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096),name=d0_runas_test 00000002:00010000:3.0:1780963923.867365:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963923.867373:0:9887:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1780963923.867440:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.867461:0:9887:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963923.867473:0:9887:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963923.867513:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0129589 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746562816:192.168.202.121@tcp:101:rm.0 00000100:00100000:3.0:1780963923.867638:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f65f459f going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.875031:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0129589 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746562816:192.168.202.121@tcp:101:rm.0 00010000:00010000:0.0:1780963923.875066:0:9887:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875088:0:9887:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875125:0:9887:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875139:0:9887:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875150:0:9887:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875164:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875171:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875201:0:9887:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963923.875214:0:9887:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c0129589 x1867475746562816/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1780963923.875227:0:9887:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875238:0:9887:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1780963923.875269:0:9887:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1780963923.875280:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84fb2 00000080:00010000:0.0:1780963923.875288:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) 00000080:00010000:0.0:1780963923.875290:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fb2 from it 00000000522568b8 00010000:00010000:0.0:1780963923.875292:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875301:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963923.875402:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:0.0:1780963923.875420:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963923.875428:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875440:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963923.875460:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:0.0:1780963923.875681:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:0.0:1780963923.875686:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000cef71537 00010000:00010000:0.0:1780963923.875688:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.875695:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963923.875704:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:0.0:1780963923.875713:0:9887:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266 00000080:00200000:0.0:1780963923.875718:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), inode mode 41ed mask 44 00000100:00100000:0.0:1780963923.875786:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c2ca77 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746562880:192.168.202.121@tcp:49:rm.0 00000100:00100000:0.0:1780963923.876147:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000984f698a going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.906710:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c2ca77 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746562880:192.168.202.121@tcp:49:rm.0 00000080:00200000:0.0:1780963923.906829:0:9887:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), flags 704400 00000002:00010000:0.0:1780963923.906868:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1780963923.906970:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.906982:0:9887:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963923.906996:0:9887:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780963923.907003:0:9887:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a4c2ca77 x1867475746563008/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780963923.907012:0:9887:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963923.907061:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c2ca77 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563008:192.168.202.121@tcp:101:rm.0 00000100:00100000:1.0:1780963923.912914:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000984f698a going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.928748:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c2ca77 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563008:192.168.202.121@tcp:101:rm.0 00010000:00010000:1.0:1780963923.928787:0:9887:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928806:0:9887:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928813:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928822:0:9887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928832:0:9887:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928839:0:9887:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007dd96e84 already unused, calling callback (0000000007a9c421) 00010000:00010000:1.0:1780963923.928844:0:9887:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928882:0:9887:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928891:0:9887:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928899:0:9887:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780963923.928906:0:9887:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.928913:0:9887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000007dd96e84/0x4312194ed9c84fb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963923.929019:0:9887:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000a4c2ca77 x1867475746563008/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1780963923.929034:0:9887:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a4c2ca77 x1867475746563008/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1780963923.929072:0:9887:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000002:00100000:1.0:1780963923.929391:0:9887:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a4c2ca77 x1867475746563008/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1780963923.929731:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096),name=d0_runas_test 00000002:00010000:1.0:1780963923.929761:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963923.929779:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.929790:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.929813:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) 00000080:00010000:1.0:1780963923.929817:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84fb2 00000080:00010000:1.0:1780963923.929824:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fb2 from it 00000000b4dc25d0 00010000:00010000:1.0:1780963923.929826:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.929834:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.929911:0:9887:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1780963923.929925:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1780963923.929930:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.930657:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963923.931895:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563072:192.168.202.121@tcp:37:rm.0 00000100:00100000:1.0:1780963923.932721:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b1ddb7c5 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.959533:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563072:192.168.202.121@tcp:37:rm.0 00010000:00010000:1.0:1780963923.960301:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.960320:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.960386:0:9887:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) 00000002:00100000:1.0:1780963923.960459:0:9887:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000a4c2ca77 x1867475746563008/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:1.0:1780963923.960495:0:9887:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780963923.960501:0:9887:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bca357a3 x1867475746563200/t0(0) o35->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1780963923.960526:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563200:192.168.202.121@tcp:35:rm.0 00000100:00100000:1.0:1780963923.960631:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b1ddb7c5 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.964117:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563200:192.168.202.121@tcp:35:rm.0 00000002:00100000:1.0:1780963923.964158:0:9887:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000a4c2ca77 x1867475746563008/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:1.0:1780963923.964251:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:1.0:1780963923.964267:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963923.964285:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.964298:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963923.964308:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:1.0:1780963923.964311:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:1.0:1780963923.964317:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000cef71537 00010000:00010000:1.0:1780963923.964320:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.964328:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963923.964344:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:1.0:1780963923.964366:0:9887:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266 00000080:00200000:1.0:1780963923.964370:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), inode mode 41ed mask 44 00000100:00100000:1.0:1780963923.964427:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563264:192.168.202.121@tcp:49:rm.0 00000100:00100000:1.0:1780963923.965259:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b1ddb7c5 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.977478:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563264:192.168.202.121@tcp:49:rm.0 00000080:00200000:1.0:1780963923.977526:0:9887:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), flags 704400 00000002:00010000:1.0:1780963923.977555:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240704401 00010000:00010000:1.0:1780963923.977614:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.977624:0:9887:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1780963923.977636:0:9887:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780963923.977642:0:9887:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bca357a3 x1867475746563392/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1780963923.977650:0:9887:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963923.977668:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563392:192.168.202.121@tcp:101:rm.0 00000100:00100000:1.0:1780963923.977856:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b1ddb7c5 going to sleep for 6 seconds 00000100:00100000:1.0:1780963923.982503:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bca357a3 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563392:192.168.202.121@tcp:101:rm.0 00010000:00010000:1.0:1780963923.982612:0:9887:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.982625:0:9887:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.982664:0:9887:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.982676:0:9887:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963923.982694:0:9887:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000bca357a3 x1867475746563392/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:1.0:1780963923.982707:0:9887:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bca357a3 x1867475746563392/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1780963923.982718:0:9887:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.982730:0:9887:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 16 res 8589935618/1 (0 0) 00000080:00200000:1.0:1780963923.982758:0:9887:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1780963923.982764:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84fc0 00000080:00010000:1.0:1780963923.982772:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fc0 from it 00000000a25b5e09 00010000:00010000:1.0:1780963923.982776:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963923.982785:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963923.982815:0:9887:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bca357a3 x1867475746563392/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:0.0:1780963923.988748:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096),name=d0_runas_test 00000002:00010000:0.0:1780963923.988798:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963923.988820:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.988837:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963923.988849:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) 00000080:00010000:0.0:1780963923.988852:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000b377f096) for lock 0x4312194ed9c84fb2 00000080:00010000:0.0:1780963923.988860:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fb2 from it 00000000b4dc25d0 00010000:00010000:0.0:1780963923.988864:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.988871:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963923.988914:0:9887:0:(llite_lib.c:2585:ll_statfs()) VFS Op:sb=lustre (00000000f254aa0b) 00000080:00000004:0.0:1780963923.988918:0:9887:0:(obd_class.h:1069:obd_statfs()) lustre-clilmv-ffff8c1c491bf800: age 257, max_age 349 00800000:00000004:0.0:1780963923.989079:0:9887:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff8c1c491bf800: age 260, max_age 349 00000100:00100000:0.0:1780963923.989160:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563456:192.168.202.121@tcp:41:rm.0 00000100:00100000:0.0:1780963923.989654:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ee44fac going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.992308:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563456:192.168.202.121@tcp:41:rm.0 00800000:00000004:0.0:1780963923.992347:0:9887:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff8c1c491bf800: update 00000000092794e4 cache blocks 1802816/1916558 objects 523620/524156 00000080:00000004:0.0:1780963923.992356:0:9887:0:(obd_class.h:1093:obd_statfs()) lustre-clilmv-ffff8c1c491bf800: update 000000000bf42255 cache blocks 1802816/1916558 objects 523620/524156 00000080:00000004:0.0:1780963923.992381:0:9887:0:(llite_lib.c:2494:ll_statfs_internal()) MDC blocks 1802816/1916558 objects 523620/524156 00000080:00200000:0.0:1780963923.992587:0:9887:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1780963923.992618:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:0.0:1780963923.992641:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.992658:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1780963923.992679:0:9887:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1780963923.992683:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.992692:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963923.992733:0:9887:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1780963923.992765:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), inode mode 41ed mask 1 00000100:00100000:0.0:1780963923.992825:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563520:192.168.202.121@tcp:49:rm.0 00000100:00100000:0.0:1780963923.992990:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000acc345c4 going to sleep for 6 seconds 00000100:00100000:0.0:1780963923.995208:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563520:192.168.202.121@tcp:49:rm.0 00000080:00200000:0.0:1780963923.995270:0:9887:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=f7741, flags=0 00000080:00200000:0.0:1780963923.995278:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096), inode mode 41ed mask 3 00000080:00200000:0.0:1780963923.995290:0:9887:0:(namei.c:2020:ll_unlink()) VFS Op:name=f7741, dir=[0x200000402:0x1:0x0](00000000b377f096) 00010000:00010000:0.0:1780963923.995346:0:9887:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.995376:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.995623:0:9887:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1780963923.995642:0:9887:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1780963923.995689:0:9887:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1780963923.995696:0:9887:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963923.995702:0:9887:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1780963923.995705:0:9887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000cd8fe65c/0x4312194ed9c84fab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x7099240667198151 expref: -99 pid: 9886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1780963923.995721:0:9887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000af8aa2fc/0x4312194ed9c84fb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198174 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963923.995737:0:9887:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963923.995746:0:9887:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000007cb2caeb x1867475746563648/t0(0) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963923.995769:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563648:192.168.202.121@tcp:36:rm.0 00000100:00100000:0.0:1780963923.995907:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000acc345c4 going to sleep for 6 seconds 00000100:00100000:0.0:1780963924.004207:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563648:192.168.202.121@tcp:36:rm.0 00000080:00200000:0.0:1780963924.004301:0:9887:0:(vvp_io.c:1820:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780963924.004319:0:9887:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780963924.004353:0:9887:0:(vvp_io.c:313:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1780963924.004360:0:9887:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2:0x0](00000000d77ffd98) 00000080:00200000:0.0:1780963924.004561:0:9887:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) 00010000:00010000:0.0:1780963924.004593:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963924.004646:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:0.0:1780963924.004661:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963924.004672:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.004679:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963924.004688:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:0.0:1780963924.004691:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:0.0:1780963924.004699:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000ca248437 00010000:00010000:0.0:1780963924.004703:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.004712:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963924.004728:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00200000:0.0:1780963924.004739:0:9887:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=0 00000080:00200000:0.0:1780963924.004743:0:9887:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000002:00010000:0.0:1780963924.004747:0:9887:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963924.004752:0:9887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.004758:0:9887:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963924.004779:0:9887:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:0.0:1780963924.004781:0:9887:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00010000:0.0:1780963924.004784:0:9887:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000dbde278b 00010000:00010000:0.0:1780963924.004786:0:9887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.004793:0:9887:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963924.004800:0:9887:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 3 00000080:00200000:0.0:1780963924.004806:0:9887:0:(namei.c:1931:ll_rmdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000c1f29cc0) 00010000:00010000:0.0:1780963924.004833:0:9887:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963924.004873:0:9887:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000bca357a3 x1867475746563392/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:0.0:1780963924.004904:0:9887:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780963924.004910:0:9887:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a22e9bf9 x1867475746563776/t0(0) o35->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963924.004933:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a22e9bf9 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563776:192.168.202.121@tcp:35:rm.0 00000100:00100000:0.0:1780963924.005035:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d226692c going to sleep for 6 seconds 00000100:00100000:0.0:1780963924.009635:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a22e9bf9 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563776:192.168.202.121@tcp:35:rm.0 00000002:00100000:0.0:1780963924.009685:0:9887:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000bca357a3 x1867475746563392/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:0.0:1780963924.009967:0:9887:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.010037:0:9887:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.010042:0:9887:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.010046:0:9887:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1780963924.010048:0:9887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001be62801/0x4312194ed9c84fc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198190 expref: -99 pid: 9887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963924.010057:0:9887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000da754386/0x4312194ed9c84fa4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198135 expref: -99 pid: 9886 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963924.010073:0:9887:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963924.010078:0:9887:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a22e9bf9 x1867475746563904/t0(0) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963924.010128:0:9887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a22e9bf9 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563904:192.168.202.121@tcp:36:rm.0 00000100:00100000:0.0:1780963924.010228:0:9887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d226692c going to sleep for 6 seconds 00000100:00100000:0.0:1780963924.013143:0:9887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a22e9bf9 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:9887:1867475746563904:192.168.202.121@tcp:36:rm.0 00000080:00200000:0.0:1780963924.013535:0:9887:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x200000402:0x1:0x0](00000000b377f096) 00010000:00010000:3.0:1780963924.129222:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963925.156064:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963925.156072:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963925.156118:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963925.156120:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963925.156905:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963925.156910:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963925.156916:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963926.187856:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963926.187865:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963926.187874:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963926.187876:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963926.187915:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963926.187919:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963926.187922:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963927.201191:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963927.201198:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963927.201206:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963927.201207:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963927.201291:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963927.201294:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963927.201297:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963928.225227:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963928.225233:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963928.225239:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963928.225240:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963928.225262:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963928.225264:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963928.225267:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780963928.554254:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963928.554264:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963928.554280:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000936641e8. 00000020:00000040:3.0:1780963928.554287:0:38:0:(genops.c:1191:class_import_get()) import 00000000d8cd09d8 refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:3.0:1780963928.554292:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963928.554295:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963928.554301:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963928.554309:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078e067c3. 00000100:00000001:3.0:1780963928.554315:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554325:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963928.554334:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963928.554338:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554344:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000936641e8] to pc [ptlrpcd_01_01+1] req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554367:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554370:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963928.554373:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963928.554375:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d729dee. 00000020:00000040:3.0:1780963928.554378:0:38:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=11 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963928.554380:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963928.554381:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963928.554382:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963928.554385:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eeac9ce6. 00000100:00000001:3.0:1780963928.554387:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554391:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963928.554397:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963928.554398:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554401:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008d729dee] to pc [ptlrpcd_01_00+0] req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554408:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554410:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963928.554412:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963928.554421:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c60c8878. 00000020:00000040:3.0:1780963928.554423:0:38:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963928.554425:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963928.554427:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963928.554428:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963928.554431:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d5485d. 00000100:00000001:3.0:1780963928.554434:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554437:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963928.554443:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963928.554444:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554447:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c60c8878] to pc [ptlrpcd_01_01+1] req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554453:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554455:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963928.554458:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963928.554460:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a191d6de. 00000020:00000040:3.0:1780963928.554462:0:38:0:(genops.c:1191:class_import_get()) import 000000004598662c refcount=5 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000100:00000001:3.0:1780963928.554464:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963928.554465:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963928.554466:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963928.554468:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026bdffaf. 00000100:00000001:3.0:1780963928.554470:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554473:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963928.554478:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963928.554479:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963928.554482:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a191d6de] to pc [ptlrpcd_01_00+0] req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554488:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780963928.554489:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963928.554499:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780963928.554504:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (360) 00000100:00000001:3.0:1780963928.554521:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963928.554525:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963928.554527:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963928.554531:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554538:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963928.554541:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.554545:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963928.554548:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963928.554550:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000936641e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746563968:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963928.554555:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963928.554560:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963928.554562:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.554564:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963928.554568:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7edc0d8. 02000000:00000001:3.0:1780963928.554570:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963928.554578:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963928.554582:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ca95388. 00000400:00000010:3.0:1780963928.554589:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce15480d. 00000100:00000200:3.0:1780963928.554597:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746563968, portal 25 00000100:00000001:3.0:1780963928.554600:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963928.554601:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783585216 : -127421925966400 : ffff8c1c455dbdc0) 00000100:00000040:3.0:1780963928.554606:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554612:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963928.554615:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963928.554617:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010c2ae70. 00000100:00000200:3.0:1780963928.554619:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475746563968, offset 0 00000400:00000200:3.0:1780963928.554625:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963928.554633:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.554649:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963928.554656:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963928.554659:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963928.554662:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963928.554665:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [163:163:256:4294967295] 192.168.202.121@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1780963928.554669:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.554677:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963928.554683:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963928.554686:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002eceb8c5 (tot 3210926). 00000800:00000200:3.0:1780963928.554692:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963928.554699:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963928.554703:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002eceb8c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963928.554714:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.554715:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963928.554718:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.554720:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963928.554722:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554729:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963928.554730:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.554731:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963928.554733:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963928.554735:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c60c8878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746564096:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963928.554738:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963928.554739:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963928.554740:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.554742:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963928.554744:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082718835. 02000000:00000001:3.0:1780963928.554746:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963928.554750:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963928.554752:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6d8a53c. 00000400:00000010:3.0:1780963928.554760:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c12d23ba. 00000100:00000200:3.0:1780963928.554763:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564096, portal 10 00000100:00000001:3.0:1780963928.554765:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963928.554765:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783594944 : -127421925956672 : ffff8c1c455de3c0) 00000100:00000040:3.0:1780963928.554771:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.554776:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963928.554778:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963928.554780:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7413ffa. 00000100:00000200:3.0:1780963928.554781:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746564096, offset 0 00000400:00000200:3.0:1780963928.554785:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963928.554788:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.554791:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963928.554795:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963928.554796:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963928.554798:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963928.554800:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [164:164:255:4294967295] 192.168.202.121@tcp LPNI seq info [164:164:7:4294967295] 00000400:00000200:3.0:1780963928.554804:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.556342:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963928.556350:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963928.556358:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008081885d (tot 3211174). 00000800:00000200:3.0:1780963928.556364:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963928.556369:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963928.556372:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008081885d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963928.556376:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556378:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963928.556381:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556383:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556387:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963928.556395:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963928.556397:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963928.556399:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963928.556408:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963928.556409:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963928.556411:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1780963928.556413:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963928.556415:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963928.556416:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963928.556417:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963928.556418:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963928.556419:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963928.556424:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556431:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963928.556432:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.556435:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963928.556438:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963928.556440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d729dee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746564032:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963928.556443:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963928.556447:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963928.556448:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.556450:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963928.556453:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019f9adf2. 02000000:00000001:3.0:1780963928.556454:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963928.556460:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963928.556463:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e8e0d28. 00000400:00000010:3.0:1780963928.556467:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e710aba9. 00000100:00000200:3.0:1780963928.556471:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564032, portal 10 00000100:00000001:3.0:1780963928.556473:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963928.556474:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783575488 : -127421925976128 : ffff8c1c455d97c0) 00000100:00000040:3.0:1780963928.556479:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556485:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963928.556487:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963928.556489:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008695a27c. 00000100:00000200:3.0:1780963928.556491:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746564032, offset 0 00000400:00000200:3.0:1780963928.556496:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963928.556508:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.556514:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963928.556520:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963928.556522:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963928.556524:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963928.556527:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [165:165:254:4294967295] 192.168.202.121@tcp LPNI seq info [165:165:6:4294967295] 00000400:00000200:3.0:1780963928.556531:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.556536:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963928.556539:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963928.556542:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027a23755 (tot 3211422). 00000800:00000200:3.0:1780963928.556546:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963928.556549:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963928.556551:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000027a23755 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963928.556554:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556555:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963928.556557:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556559:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963928.556561:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556567:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963928.556568:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.556570:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963928.556571:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963928.556573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a191d6de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746564160:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963928.556575:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963928.556577:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963928.556578:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963928.556580:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963928.556582:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000849fd871. 02000000:00000001:3.0:1780963928.556584:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963928.556586:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963928.556593:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ff9e4088. 00000400:00000010:3.0:1780963928.556597:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001231b67a. 00000100:00000200:3.0:1780963928.556599:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564160, portal 4 00000100:00000001:3.0:1780963928.556600:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963928.556601:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783588864 : -127421925962752 : ffff8c1c455dcc00) 00000100:00000040:3.0:1780963928.556606:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556612:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963928.556614:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963928.556616:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963928.556618:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475746564160, offset 0 00000400:00000200:3.0:1780963928.556622:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963928.556626:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.556629:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963928.556632:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963928.556634:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963928.556636:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963928.556638:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [166:166:253:4294967295] 192.168.202.121@tcp LPNI seq info [166:166:5:4294967295] 00000400:00000200:3.0:1780963928.556642:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963928.556646:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963928.556650:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963928.556653:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcc3bbae (tot 3211670). 00000800:00000200:3.0:1780963928.556656:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963928.556659:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963928.556660:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcc3bbae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963928.556662:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556663:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963928.556665:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556666:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556668:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556679:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963928.556681:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963928.556728:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963928.556730:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002eceb8c5 (tot 3211422). 00000400:00000200:3.0:1780963928.556735:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963928.556739:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963928.556744:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010c2ae70 00000400:00000010:3.0:1780963928.556746:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010c2ae70. 00000100:00000001:3.0:1780963928.556749:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963928.556752:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556760:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963928.556762:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556767:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556768:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963928.556778:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963928.556779:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008081885d (tot 3211174). 00000400:00000200:3.0:1780963928.556781:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963928.556784:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963928.556785:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7413ffa 00000400:00000010:3.0:1780963928.556786:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7413ffa. 00000100:00000001:3.0:1780963928.556788:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963928.556791:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556796:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963928.556798:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.556803:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.556804:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963928.558002:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963928.558006:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027a23755 (tot 3210926). 00000400:00000200:3.0:1780963928.558013:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963928.558019:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963928.558022:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008695a27c 00000400:00000010:3.0:1780963928.558029:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008695a27c. 00000100:00000001:3.0:1780963928.558032:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963928.558037:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.558045:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963928.558047:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.558052:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.558054:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963928.558195:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963928.558197:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcc3bbae (tot 3210678). 00000400:00000200:3.0:1780963928.558200:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963928.558203:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963928.558205:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963928.558206:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963928.558208:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963928.558211:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.558217:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963928.558218:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963928.558223:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963928.558225:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963928.572160:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572178:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963928.572183:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572185:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572195:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572203:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963928.572211:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572216:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572219:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572224:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27594802780 00000400:00000200:2.0:1780963928.572229:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572235:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:2.0:1780963928.572242:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572246:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572248:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963928.572252:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963928.572258:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572264:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963928.572275:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572293:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963928.572300:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572303:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963928.572305:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572306:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572309:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572312:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963928.572316:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572328:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572331:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572333:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a27594802840 00000400:00000200:2.0:1780963928.572337:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572340:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:2.0:1780963928.572344:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572348:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572350:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963928.572353:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963928.572355:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572358:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963928.572366:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572371:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963928.572375:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572378:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963928.572379:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572380:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572383:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572386:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963928.572389:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572391:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572393:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572395:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594802800 00000400:00000200:2.0:1780963928.572398:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572402:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:2.0:1780963928.572405:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572408:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572409:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963928.572412:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963928.572414:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572422:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963928.572429:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572434:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963928.572438:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572441:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963928.572443:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572445:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572447:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572450:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963928.572453:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572456:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572458:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572461:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a275948027c0 00000400:00000200:2.0:1780963928.572464:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963928.572467:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:2.0:1780963928.572470:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572478:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963928.572480:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963928.572482:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963928.572485:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572487:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963928.572493:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572500:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963928.572503:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963928.572505:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.572519:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963928.572522:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963928.572528:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963928.572534:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963928.572537:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e8e0d28. 00000400:00000200:2.0:1780963928.572540:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e710aba9 00000400:00000010:2.0:1780963928.572542:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e710aba9. 00000100:00000001:2.0:1780963928.572545:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572548:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963928.572555:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572560:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963928.572562:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.572565:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963928.572568:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963928.572570:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963928.572572:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963928.572575:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963928.572583:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=98 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963928.572587:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=98 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963928.572589:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963928.572591:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963928.572594:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963928.572597:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963928.572600:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963928.572601:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1780963928.572603:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963928.572606:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963928.572609:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572615:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963928.572618:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963928.572620:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963928.572622:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963928.572628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d729dee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746564032:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1780963928.572640:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963928.572641:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963928.572642:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff9e4088. 00000400:00000200:2.0:1780963928.572644:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001231b67a 00000400:00000010:2.0:1780963928.572646:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001231b67a. 00000100:00000001:2.0:1780963928.572647:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572650:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963928.572656:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572661:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963928.572662:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.572663:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963928.572665:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963928.572666:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963928.572667:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963928.572668:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963928.572672:0:2288:0:(import.c:1935:at_measured()) add 1 to 0000000018cb1287 time=98 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963928.572674:0:2288:0:(import.c:1935:at_measured()) add 1 to 000000003e85e548 time=5 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963928.572676:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963928.572677:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963928.572678:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780963928.572681:0:2288:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1780963928.572686:0:2288:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963928.572688:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963928.572689:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c1c491bf800: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1780963928.572690:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963928.572691:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963928.572694:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572698:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963928.572700:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963928.572706:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963928.572709:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963928.572715:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a191d6de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746564160:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1780963928.572720:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963928.572721:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963928.572722:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ca95388. 00000400:00000200:2.0:1780963928.572724:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce15480d 00000400:00000010:2.0:1780963928.572725:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce15480d. 00000100:00000001:2.0:1780963928.572727:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572729:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963928.572736:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572741:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963928.572742:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.572743:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963928.572744:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963928.572745:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963928.572746:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963928.572748:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963928.572750:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000d09aef78 time=99 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963928.572753:0:2288:0:(import.c:1935:at_measured()) add 1 to 000000007b2be96e time=99 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963928.572755:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963928.572756:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963928.572757:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963928.572759:0:2288:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963928.572760:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963928.572762:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.572767:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963928.572769:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963928.572770:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963928.572780:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963928.572786:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000936641e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746563968:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1780963928.572791:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963928.572792:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963928.572793:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6d8a53c. 00000400:00000200:2.0:1780963928.572795:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c12d23ba 00000400:00000010:2.0:1780963928.572796:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c12d23ba. 00000100:00000001:2.0:1780963928.572798:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963928.572800:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963928.573014:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.573021:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963928.573022:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573024:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963928.573025:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963928.573026:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963928.573027:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963928.573029:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963928.573032:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=98 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963928.573034:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=98 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963928.573036:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963928.573037:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963928.573038:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780963928.573040:0:2288:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1780963928.573045:0:2288:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963928.573047:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963928.573048:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:2.0:1780963928.573049:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963928.573050:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963928.573052:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.573061:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963928.573063:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963928.573064:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963928.573066:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963928.573071:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c60c8878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746564096:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963928.573074:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573077:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963928.573078:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008d729dee x1867475746564032/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.573084:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963928.573086:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963928.573089:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019f9adf2. 02000000:00000001:2.0:1780963928.573118:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963928.573120:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963928.573122:0:2288:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=10 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963928.573125:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963928.573127:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eeac9ce6. 02000000:00000001:2.0:1780963928.573130:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963928.573131:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963928.573132:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d729dee. 00000100:00000001:2.0:1780963928.573136:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963928.573137:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573138:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963928.573141:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a191d6de x1867475746564160/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.573146:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963928.573147:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963928.573148:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000849fd871. 02000000:00000001:2.0:1780963928.573150:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963928.573151:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963928.573152:0:2288:0:(genops.c:1204:class_import_put()) import 000000004598662c refcount=4 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000020:00000001:2.0:1780963928.573159:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963928.573161:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000026bdffaf. 02000000:00000001:2.0:1780963928.573162:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963928.573164:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963928.573164:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a191d6de. 00000100:00000001:2.0:1780963928.573167:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963928.573168:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573169:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963928.573171:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000936641e8 x1867475746563968/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.573176:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963928.573177:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963928.573178:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7edc0d8. 02000000:00000001:2.0:1780963928.573180:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963928.573181:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963928.573182:0:2288:0:(genops.c:1204:class_import_put()) import 00000000d8cd09d8 refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:2.0:1780963928.573183:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963928.573184:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000078e067c3. 02000000:00000001:2.0:1780963928.573186:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963928.573186:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963928.573187:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000936641e8. 00000100:00000001:2.0:1780963928.573189:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963928.573190:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573191:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963928.573193:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c60c8878 x1867475746564096/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963935 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963928.573198:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963928.573199:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963928.573200:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082718835. 02000000:00000001:2.0:1780963928.573202:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963928.573203:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963928.573204:0:2288:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=5 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963928.573206:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963928.573206:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000053d5485d. 02000000:00000001:2.0:1780963928.573208:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963928.573209:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963928.573214:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c60c8878. 00000100:00000001:2.0:1780963928.573216:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963928.573217:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573219:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963928.573226:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963928.573228:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963928.573230:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963928.573232:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963929.249243:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963929.249249:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963929.249254:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963929.249255:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963929.249322:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963929.249325:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.249328:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780963929.525421:0:10329:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963929.525428:0:10329:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963929.525430:0:10329:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1780963929.525432:0:10329:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:3.0:1780963929.525447:0:10329:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000665d6624. 00000080:00000001:3.0:1780963929.525456:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.525462:0:10329:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963929.525465:0:10329:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.525473:0:10329:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963929.525475:0:10329:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963929.525478:0:10329:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963929.525481:0:10329:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963929.525484:0:10329:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963929.525485:0:10329:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.525487:0:10329:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.525489:0:10329:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.525492:0:10329:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:3.0:1780963929.525495:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.525500:0:10329:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963929.525501:0:10329:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780963929.525505:0:10329:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963929.525507:0:10329:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963929.525511:0:10329:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963929.525520:0:10329:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.525522:0:10329:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963929.525527:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.525529:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780963929.525532:0:10329:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.525540:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963929.525542:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:3.0:1780963929.525545:0:10329:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780963929.525550:0:10329:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.525552:0:10329:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.525558:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:3.0:1780963929.525560:0:10329:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780963929.525562:0:10329:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780963929.525564:0:10329:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963929.525565:0:10329:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963929.525567:0:10329:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780963929.525574:0:10329:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000665d6624. 00000080:00000001:3.0:1780963929.525577:0:10329:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780963929.525579:0:10329:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963929.525580:0:10329:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963929.525583:0:10329:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:3.0:1780963929.525585:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.525587:0:10329:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1780963929.525589:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.525591:0:10329:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780963929.525592:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.525594:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.526870:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963929.526879:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.526882:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.526887:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.526889:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963929.526890:0:10329:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.526893:0:10329:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963929.526896:0:10329:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 000000001f8077df 00010000:00000001:3.0:1780963929.526898:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.526899:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.526900:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963929.526902:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.526904:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.526906:0:10329:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963929.526908:0:10329:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.530335:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963929.530340:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.530343:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.530345:0:10329:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780963929.530346:0:10329:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780963929.530348:0:10329:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.530367:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963929.530373:0:10329:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963929.530376:0:10329:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963929.530378:0:10329:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963929.530381:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.530382:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.530384:0:10329:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530387:0:10329:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963929.530389:0:10329:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530390:0:10329:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530392:0:10329:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530393:0:10329:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963929.530395:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.530396:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780963929.530399:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1780963929.530400:0:10329:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780963929.530402:0:10329:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00000001:3.0:1780963929.530408:0:10329:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780963929.530425:0:10329:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000566efb01. 00000080:00200000:3.0:1780963929.530429:0:10329:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=24 00000080:00000001:3.0:1780963929.530433:0:10329:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:3.0:1780963929.530435:0:10329:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=0 00000080:00000010:3.0:1780963929.530441:0:10329:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000665d6624. 00000080:00000001:3.0:1780963929.530448:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.530451:0:10329:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963929.530453:0:10329:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd0.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.530457:0:10329:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963929.530460:0:10329:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963929.530462:0:10329:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963929.530464:0:10329:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963929.530871:0:10329:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963929.530874:0:10329:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.530875:0:10329:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.530877:0:10329:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.530888:0:10329:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0 00800000:00000001:3.0:1780963929.530891:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.530895:0:10329:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963929.530897:0:10329:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780963929.530901:0:10329:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780963929.530903:0:10329:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780963929.530908:0:10329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963929.530922:0:10329:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=11 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00010000:00000001:3.0:1780963929.530929:0:10329:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780963929.530934:0:10329:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963929.530937:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.530938:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.530939:0:10329:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.530942:0:10329:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963929.530944:0:10329:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963929.530948:0:10329:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963929.530954:0:10329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ed9ee86e. 00000100:00000001:3.0:1780963929.530962:0:10329:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530966:0:10329:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963929.530967:0:10329:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530968:0:10329:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963929.530969:0:10329:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.530971:0:10329:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.530978:0:10329:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00010000:00000001:3.0:1780963929.530981:0:10329:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780963929.530982:0:10329:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780963929.530987:0:10329:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.530989:0:10329:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963929.530992:0:10329:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780963929.530995:0:10329:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002909996a. 00000020:00000001:3.0:1780963929.530998:0:10329:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1780963929.531045:0:10329:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002909996a with handle 0x4312194ed9c84fc7 to hash 00000020:00000001:3.0:1780963929.531048:0:10329:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780963929.531049:0:10329:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963929.531053:0:10329:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963929.531063:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.531066:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.531068:0:10329:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.531076:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963929.531078:0:10329:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.531084:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963929.531091:0:10329:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.531672:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:3.0:1780963929.531675:0:10329:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963929.531676:0:10329:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963929.531683:0:10329:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fe8e3c2. 00000100:00000001:3.0:1780963929.531685:0:10329:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835922880 : -127421873628736 : ffff8c1c487c59c0) 00000100:00000001:3.0:1780963929.531688:0:10329:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963929.531689:0:10329:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963929.531693:0:10329:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963929.531696:0:10329:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.531698:0:10329:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963929.531700:0:10329:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963929.531708:0:10329:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.531715:0:10329:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963929.531717:0:10329:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963929.531721:0:10329:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963929.531723:0:10329:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963929.531725:0:10329:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10329:1867475746564224:192.168.202.121@tcp:101:rm.0 00000100:00000001:3.0:1780963929.531729:0:10329:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963929.531735:0:10329:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963929.531742:0:10329:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963929.531745:0:10329:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963929.531748:0:10329:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000bd5117a7. 02000000:00000001:3.0:1780963929.531749:0:10329:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963929.531757:0:10329:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963929.531761:0:10329:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963929.531767:0:10329:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963929.531773:0:10329:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475746564224, portal 10 00000100:00000001:3.0:1780963929.531774:0:10329:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963929.531775:0:10329:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:3.0:1780963929.531780:0:10329:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.532010:0:10329:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963929.532015:0:10329:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963929.532018:0:10329:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008695a27c. 00000100:00000200:3.0:1780963929.532021:0:10329:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475746564224, offset 0 00000400:00000200:3.0:1780963929.532028:0:10329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963929.532036:0:10329:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963929.532045:0:10329:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963929.532052:0:10329:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963929.532055:0:10329:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963929.532058:0:10329:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963929.532061:0:10329:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [167:167:256:4294967295] 192.168.202.121@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1780963929.532065:0:10329:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963929.532073:0:10329:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963929.532078:0:10329:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963929.532082:0:10329:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcc3bbae (tot 3210926). 00000800:00000200:3.0:1780963929.532089:0:10329:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963929.532391:0:10329:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963929.532396:0:10329:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcc3bbae type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1780963929.532458:0:10329:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.532461:0:10329:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963929.532479:0:10329:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.532481:0:10329:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963929.532483:0:10329:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963929.532485:0:10329:0:(client.c:2500:ptlrpc_set_wait()) set 000000003fe8e3c2 going to sleep for 6 seconds 00000100:00000001:3.0:1780963929.532487:0:10329:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963929.532490:0:10329:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963929.536612:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963929.536621:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcc3bbae (tot 3210678). 00000400:00000200:3.0:1780963929.536628:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963929.536637:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963929.536643:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008695a27c 00000400:00000010:3.0:1780963929.536645:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008695a27c. 00000100:00000001:3.0:1780963929.536649:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963929.536656:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.536666:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.536669:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.536675:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.536676:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963929.540717:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.540732:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963929.540736:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.540738:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963929.540748:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.540755:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963929.540763:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.540768:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.540772:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.540777:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27594802880 00000400:00000200:2.0:1780963929.540782:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.540797:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x8c5 [1] + 224 00000800:00000001:2.0:1780963929.540805:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.540812:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963929.540816:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963929.540819:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963929.540825:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963929.540831:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000040:2.0:1780963929.540841:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963929.540858:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963929.540866:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.540869:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.541058:0:10329:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963929.541137:0:10329:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963929.541140:0:10329:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963929.541144:0:10329:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963929.541152:0:10329:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963929.541155:0:10329:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963929.541159:0:10329:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963929.541168:0:10329:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000200:3.0:1780963929.541179:0:10329:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.541185:0:10329:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963929.541187:0:10329:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.541191:0:10329:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963929.541194:0:10329:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963929.541220:0:10329:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963929.541222:0:10329:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963929.541226:0:10329:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963929.541239:0:10329:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=99 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963929.541244:0:10329:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=99 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963929.541247:0:10329:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780963929.541251:0:10329:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'rm.0' 00000100:00000001:3.0:1780963929.541257:0:10329:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963929.541261:0:10329:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780963929.541263:0:10329:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: committing for last_committed 4294967310 gen 1 00000100:00000040:3.0:1780963929.541267:0:10329:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:3.0:1780963929.541276:0:10329:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963929.541278:0:10329:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783590080 : -127421925961536 : ffff8c1c455dd0c0) 00000100:00000001:3.0:1780963929.541281:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541283:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963930 ref 2 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:3.0:1780963929.541290:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780963929.541293:0:10329:0:(mdc_request.c:769:mdc_commit_open()) kfreed 'mod': 32 at 00000000ec24d4db. 00000100:00000001:3.0:1780963929.541296:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541298:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006524889a x1867475746562368/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963930 ref 1 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:3.0:1780963929.541304:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780963929.541308:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.541310:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=10 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.541313:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.541316:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000853dbb0e. 02000000:00000001:3.0:1780963929.541319:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.541321:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.541322:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006524889a. 00000100:00000001:3.0:1780963929.541326:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.541327:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963929.541339:0:10329:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000db47c826 x1867475746562496/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963929.541344:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541346:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000db47c826 x1867475746562496/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963929.541352:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963929.541354:0:10329:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963929.541357:0:10329:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a26c75a4. 02000000:00000001:3.0:1780963929.541361:0:10329:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963929.541362:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.541362:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=9 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.541364:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.541365:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52f4d2b. 02000000:00000001:3.0:1780963929.541368:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.541369:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.541370:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db47c826. 00000100:00000001:3.0:1780963929.541373:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.541373:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963929.541377:0:10329:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000827fd353 x1867475746562752/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963929.541383:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541385:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000827fd353 x1867475746562752/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:3.0:1780963929.541390:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963929.541391:0:10329:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963929.541393:0:10329:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000099904fdc. 02000000:00000001:3.0:1780963929.541395:0:10329:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963929.541396:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.541397:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=8 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.541398:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.541399:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b306e74. 02000000:00000001:3.0:1780963929.541401:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.541402:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.541403:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000827fd353. 00000100:00000001:3.0:1780963929.541412:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.541413:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963929.541417:0:10329:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@000000007cb2caeb x1867475746563648/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963929.541423:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541425:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007cb2caeb x1867475746563648/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963930 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963929.541430:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963929.541432:0:10329:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963929.541433:0:10329:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000346e00c3. 02000000:00000001:3.0:1780963929.541435:0:10329:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963929.541436:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.541437:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=7 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.541439:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.541440:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c221dd70. 02000000:00000001:3.0:1780963929.541442:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.541442:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.541443:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cb2caeb. 00000100:00000001:3.0:1780963929.541446:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.541447:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963929.541450:0:10329:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000a22e9bf9 x1867475746563904/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1780963931 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963929.541456:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541458:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a22e9bf9 x1867475746563904/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1780963931 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1780963929.541462:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963929.541463:0:10329:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963929.541464:0:10329:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000001a2251d. 02000000:00000001:3.0:1780963929.541467:0:10329:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963929.541468:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.541469:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.541480:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.541481:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc7262c8. 02000000:00000001:3.0:1780963929.541484:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.541491:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.541492:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a22e9bf9. 00000100:00000001:3.0:1780963929.541495:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.541496:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.541498:0:10329:0:(client.c:2912:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963929.541500:0:10329:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963929.541502:0:10329:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780963929.541508:0:10329:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:3.0:1780963929.541514:0:10329:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780963929.541517:0:10329:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963929.541521:0:10329:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963929.541525:0:10329:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00100000:3.0:1780963929.541532:0:10329:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10329:1867475746564224:192.168.202.121@tcp:101:rm.0 00000100:00000001:3.0:1780963929.541537:0:10329:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.541540:0:10329:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963929.541542:0:10329:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963929.541544:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.541546:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:3.0:1780963929.541551:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963929.541554:0:10329:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fe8e3c2. 00000100:00000001:3.0:1780963929.541557:0:10329:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963929.541559:0:10329:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780963929.541563:0:10329:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780963929.541568:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.541570:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.541573:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002909996a refcount=4 00000020:00000001:3.0:1780963929.541575:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963929.541578:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00010000:3.0:1780963929.541583:0:10329:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541612:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.541621:0:10329:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780963929.541625:0:10329:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541630:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.541632:0:10329:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963929.541634:0:10329:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541639:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.541641:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.541643:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780963929.541645:0:10329:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541650:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.541653:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.541655:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.541658:0:10329:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780963929.541660:0:10329:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541666:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963929.541668:0:10329:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002909996a already unused, calling callback (0000000007a9c421) 00000080:00000001:3.0:1780963929.541671:0:10329:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780963929.541675:0:10329:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541679:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.541688:0:10329:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780963929.541690:0:10329:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780963929.541692:0:10329:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541697:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.541699:0:10329:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780963929.541702:0:10329:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780963929.541703:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.541704:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.541705:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002909996a refcount=5 00000020:00000001:3.0:1780963929.541707:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963929.541708:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963929.541711:0:10329:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780963929.541713:0:10329:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.541719:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000080:00000001:3.0:1780963929.541721:0:10329:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780963929.541723:0:10329:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.541725:0:10329:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780963929.541727:0:10329:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780963929.541731:0:10329:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780963929.541733:0:10329:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780963929.541734:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.541735:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963929.541737:0:10329:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002909996a with handle 0x4312194ed9c84fc7 from hash 00010000:00000001:3.0:1780963929.541739:0:10329:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780963929.541740:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.541741:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.541743:0:10329:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780963929.541744:0:10329:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780963929.541745:0:10329:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780963929.543527:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.543543:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.543544:0:10329:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963929.543547:0:10329:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.543551:0:10329:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.543575:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.543579:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.543580:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.543581:0:10329:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780963929.543583:0:10329:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963929.543585:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.543586:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.543587:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780963929.543588:0:10329:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.543594:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963929.543598:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963929.543604:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.543607:0:10329:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780963929.543618:0:10329:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780963929.543631:0:10329:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00000001:3.0:1780963929.543641:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963929.543642:0:10329:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.543645:0:10329:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.543647:0:10329:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.543650:0:10329:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780963929.543653:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963929.543654:0:10329:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.543656:0:10329:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1780963929.543657:0:10329:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d0.sanity intent=lookup status=0 disp=7: rc = 0 00000002:00000001:3.0:1780963929.543661:0:10329:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.543665:0:10329:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.543669:0:10329:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963929.544203:0:10329:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780963929.544206:0:10329:0:(namei.c:668:ll_lookup_it_finish()) it 000000008960a32c it_disposition 7 00000080:00002000:3.0:1780963929.544214:0:10329:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000faf5e8ea inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780963929.544221:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.544226:0:10329:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1780963929.544229:0:10329:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963929.544233:0:10329:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963929.544236:0:10329:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963929.544239:0:10329:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963929.544241:0:10329:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.544243:0:10329:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.544245:0:10329:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.544248:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.544251:0:10329:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963929.544254:0:10329:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963929.544257:0:10329:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963929.544264:0:10329:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.544267:0:10329:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1780963929.544273:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00010000:3.0:1780963929.544276:0:10329:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:3.0:1780963929.544280:0:10329:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.544282:0:10329:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.544285:0:10329:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963929.544287:0:10329:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963929.544292:0:10329:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780963929.544298:0:10329:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000665d6624. 00000100:00000001:3.0:1780963929.544306:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.544314:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564224/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:3.0:1780963929.544321:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963929.544325:0:10329:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963929.544329:0:10329:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000bd5117a7. 02000000:00000001:3.0:1780963929.544334:0:10329:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963929.544337:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.544338:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.544341:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.544354:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ed9ee86e. 02000000:00000001:3.0:1780963929.544359:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.544362:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.544364:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:3.0:1780963929.544368:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.544370:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963929.544378:0:10329:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1780963929.544381:0:10329:0:(dcache.c:133:ll_ddelete()) deleting dentry d0.sanity (00000000faf5e8ea, parent 000000000c8518ca, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780963929.544386:0:10329:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963929.544390:0:10329:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1780963929.544396:0:10329:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1780963929.544577:0:10329:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963929.544581:0:10329:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963929.544584:0:10329:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1780963929.544585:0:10329:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:3.0:1780963929.544592:0:10329:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000665d6624. 00000080:00000001:3.0:1780963929.544601:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.544605:0:10329:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963929.544606:0:10329:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.544610:0:10329:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963929.544612:0:10329:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963929.544614:0:10329:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963929.544615:0:10329:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963929.544616:0:10329:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963929.544617:0:10329:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.544619:0:10329:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.544620:0:10329:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.544622:0:10329:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:3.0:1780963929.544625:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.544627:0:10329:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963929.544628:0:10329:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780963929.544631:0:10329:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963929.544633:0:10329:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963929.544634:0:10329:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963929.544636:0:10329:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.544638:0:10329:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963929.544641:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.544649:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780963929.544653:0:10329:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.544660:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963929.544661:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:3.0:1780963929.544664:0:10329:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780963929.544668:0:10329:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.544670:0:10329:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.544675:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:3.0:1780963929.544677:0:10329:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780963929.544678:0:10329:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780963929.544680:0:10329:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963929.544682:0:10329:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963929.544684:0:10329:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780963929.544686:0:10329:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000665d6624. 00000080:00000001:3.0:1780963929.544690:0:10329:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780963929.544692:0:10329:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963929.544694:0:10329:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963929.544697:0:10329:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:3.0:1780963929.544700:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.544703:0:10329:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1780963929.544704:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.544706:0:10329:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780963929.544869:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.544872:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.544875:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963929.544877:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.544880:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.544883:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.544885:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963929.544886:0:10329:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.544893:0:10329:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963929.544895:0:10329:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000f6ef3098 00010000:00000001:3.0:1780963929.544897:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.544898:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.544899:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963929.544901:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.544902:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963929.544904:0:10329:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963929.544906:0:10329:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.544921:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963929.544923:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.544924:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.544926:0:10329:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780963929.544928:0:10329:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780963929.544929:0:10329:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.544934:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963929.544938:0:10329:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963929.544941:0:10329:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963929.544943:0:10329:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963929.544948:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.544949:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.544950:0:10329:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.544954:0:10329:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963929.544956:0:10329:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.544958:0:10329:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.544961:0:10329:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.544964:0:10329:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963929.544965:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.544966:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780963929.544968:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1780963929.544969:0:10329:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780963929.544970:0:10329:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00000001:3.0:1780963929.544981:0:10329:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780963929.544993:0:10329:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000912a2ea6. 00000080:00200000:3.0:1780963929.544997:0:10329:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=24 00000080:00000001:3.0:1780963929.545001:0:10329:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:3.0:1780963929.545003:0:10329:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=0 00000080:00000010:3.0:1780963929.545009:0:10329:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000665d6624. 00000080:00000001:3.0:1780963929.545014:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.545016:0:10329:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963929.545017:0:10329:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd0.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.545020:0:10329:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963929.545022:0:10329:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963929.545024:0:10329:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963929.545025:0:10329:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963929.545026:0:10329:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963929.545028:0:10329:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.545029:0:10329:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.545030:0:10329:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.545032:0:10329:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0 00800000:00000001:3.0:1780963929.545035:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.545036:0:10329:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963929.545037:0:10329:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780963929.545041:0:10329:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780963929.545044:0:10329:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780963929.545048:0:10329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963929.545052:0:10329:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00010000:00000001:3.0:1780963929.545058:0:10329:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780963929.545063:0:10329:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963929.545065:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.545066:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.545067:0:10329:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.545070:0:10329:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963929.545073:0:10329:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963929.545075:0:10329:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963929.545082:0:10329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ed9ee86e. 00000100:00000001:3.0:1780963929.545089:0:10329:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.545127:0:10329:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963929.545129:0:10329:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.545131:0:10329:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963929.545132:0:10329:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.545134:0:10329:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.545144:0:10329:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00010000:00000001:3.0:1780963929.545147:0:10329:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780963929.545149:0:10329:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780963929.545152:0:10329:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.545154:0:10329:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963929.545156:0:10329:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780963929.545160:0:10329:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b7c1002. 00000020:00000001:3.0:1780963929.545163:0:10329:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1780963929.545165:0:10329:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001b7c1002 with handle 0x4312194ed9c84fce to hash 00000020:00000001:3.0:1780963929.545167:0:10329:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780963929.545168:0:10329:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963929.545172:0:10329:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963929.545175:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.545176:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.545177:0:10329:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.545183:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963929.545185:0:10329:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.545190:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963929.545198:0:10329:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.545203:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:3.0:1780963929.545204:0:10329:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963929.545207:0:10329:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963929.545215:0:10329:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fe8e3c2. 00000100:00000001:3.0:1780963929.545224:0:10329:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835922880 : -127421873628736 : ffff8c1c487c59c0) 00000100:00000001:3.0:1780963929.545227:0:10329:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963929.545228:0:10329:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963929.545233:0:10329:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963929.545237:0:10329:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.545239:0:10329:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963929.545240:0:10329:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963929.545247:0:10329:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.545254:0:10329:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963929.545257:0:10329:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963929.545261:0:10329:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963929.545263:0:10329:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963929.545266:0:10329:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10329:1867475746564288:192.168.202.121@tcp:101:rm.0 00000100:00000001:3.0:1780963929.545270:0:10329:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963929.545277:0:10329:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963929.545279:0:10329:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963929.545282:0:10329:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963929.545286:0:10329:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000bd5117a7. 02000000:00000001:3.0:1780963929.545287:0:10329:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963929.545297:0:10329:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963929.545302:0:10329:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963929.545310:0:10329:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963929.545318:0:10329:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475746564288, portal 10 00000100:00000001:3.0:1780963929.545320:0:10329:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963929.545321:0:10329:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:3.0:1780963929.545327:0:10329:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.545334:0:10329:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963929.545337:0:10329:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963929.545340:0:10329:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008695a27c. 00000100:00000200:3.0:1780963929.545342:0:10329:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475746564288, offset 0 00000400:00000200:3.0:1780963929.545350:0:10329:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963929.545366:0:10329:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963929.545377:0:10329:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963929.545387:0:10329:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963929.545391:0:10329:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963929.545396:0:10329:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963929.545400:0:10329:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [168:168:256:4294967295] 192.168.202.121@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1780963929.545404:0:10329:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963929.545413:0:10329:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963929.545432:0:10329:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963929.545438:0:10329:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcc3bbae (tot 3210926). 00000800:00000200:3.0:1780963929.545446:0:10329:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963929.545998:0:10329:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963929.546005:0:10329:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcc3bbae type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1780963929.546039:0:10329:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.546042:0:10329:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963929.546046:0:10329:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963929.546048:0:10329:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963929.546050:0:10329:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963929.546052:0:10329:0:(client.c:2500:ptlrpc_set_wait()) set 000000003fe8e3c2 going to sleep for 6 seconds 00000100:00000001:3.0:1780963929.546056:0:10329:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963929.546059:0:10329:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963929.546302:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963929.546310:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcc3bbae (tot 3210678). 00000400:00000200:2.0:1780963929.546331:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963929.546341:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963929.546347:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008695a27c 00000400:00000010:2.0:1780963929.546349:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008695a27c. 00000100:00000001:2.0:1780963929.546355:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963929.546360:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963929.546371:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963929.546373:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963929.546379:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963929.546380:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963929.550664:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.550682:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963929.550686:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.550687:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963929.550698:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.550705:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963929.550717:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.550722:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.550726:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.550730:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a275948028c0 00000400:00000200:2.0:1780963929.550736:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963929.550743:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1780963929.550751:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.550763:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963929.550766:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963929.550770:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963929.550776:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963929.550784:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000040:2.0:1780963929.550872:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963929.550925:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963929.550937:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963929.550941:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.550980:0:10329:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963929.550996:0:10329:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963929.550998:0:10329:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963929.551002:0:10329:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963929.551009:0:10329:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963929.551012:0:10329:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963929.551016:0:10329:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963929.551026:0:10329:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000200:3.0:1780963929.551037:0:10329:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963929.551043:0:10329:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963929.551058:0:10329:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.551061:0:10329:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963929.551065:0:10329:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963929.551068:0:10329:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963929.551070:0:10329:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963929.551072:0:10329:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963929.551084:0:10329:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=99 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963929.551087:0:10329:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=99 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963929.551089:0:10329:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780963929.551092:0:10329:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'rm.0' 00000100:00000001:3.0:1780963929.551133:0:10329:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963929.551136:0:10329:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963929.551137:0:10329:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963929.551140:0:10329:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963929.551141:0:10329:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780963929.551146:0:10329:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:3.0:1780963929.551150:0:10329:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780963929.551154:0:10329:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963929.551156:0:10329:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963929.551160:0:10329:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00100000:3.0:1780963929.551165:0:10329:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job rm:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10329:1867475746564288:192.168.202.121@tcp:101:rm.0 00000100:00000001:3.0:1780963929.551172:0:10329:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963929.551175:0:10329:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963929.551177:0:10329:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963929.551178:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.551181:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:3.0:1780963929.551185:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963929.551188:0:10329:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003fe8e3c2. 00000100:00000001:3.0:1780963929.551191:0:10329:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963929.551197:0:10329:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780963929.551201:0:10329:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780963929.551205:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.551208:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.551211:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=4 00000020:00000001:3.0:1780963929.551212:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963929.551215:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00010000:3.0:1780963929.551220:0:10329:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551226:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551233:0:10329:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780963929.551236:0:10329:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551240:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551242:0:10329:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963929.551244:0:10329:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551247:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551248:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.551249:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780963929.551250:0:10329:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551253:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551254:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.551256:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963929.551258:0:10329:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780963929.551259:0:10329:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551269:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963929.551271:0:10329:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b7c1002 already unused, calling callback (0000000007a9c421) 00000080:00000001:3.0:1780963929.551274:0:10329:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780963929.551277:0:10329:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551280:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551282:0:10329:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780963929.551283:0:10329:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780963929.551285:0:10329:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551287:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551288:0:10329:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780963929.551290:0:10329:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780963929.551291:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963929.551292:0:10329:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963929.551293:0:10329:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=5 00000020:00000001:3.0:1780963929.551294:0:10329:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963929.551295:0:10329:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963929.551297:0:10329:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780963929.551299:0:10329:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551301:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000080:00000001:3.0:1780963929.551303:0:10329:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780963929.551304:0:10329:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.551306:0:10329:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780963929.551307:0:10329:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780963929.551310:0:10329:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780963929.551311:0:10329:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780963929.551315:0:10329:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963929.551316:0:10329:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963929.551317:0:10329:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001b7c1002 with handle 0x4312194ed9c84fce from hash 00010000:00000001:3.0:1780963929.551319:0:10329:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780963929.551320:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.551321:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.551321:0:10329:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780963929.551322:0:10329:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780963929.551323:0:10329:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780963929.551324:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.551325:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.551326:0:10329:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963929.551326:0:10329:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963929.551327:0:10329:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551330:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551331:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.551331:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.551332:0:10329:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780963929.551333:0:10329:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963929.551334:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963929.551335:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.551335:0:10329:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780963929.551336:0:10329:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10329 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963929.551339:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963929.551342:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963929.551348:0:10329:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963929.551349:0:10329:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780963929.551355:0:10329:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780963929.551359:0:10329:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00000001:3.0:1780963929.551366:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963929.551373:0:10329:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.551375:0:10329:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.551377:0:10329:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.551382:0:10329:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780963929.551384:0:10329:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963929.551386:0:10329:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.551388:0:10329:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1780963929.551391:0:10329:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d0.sanity intent=lookup status=0 disp=7: rc = 0 00000002:00000001:3.0:1780963929.551395:0:10329:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.551399:0:10329:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.551403:0:10329:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963929.551410:0:10329:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780963929.551411:0:10329:0:(namei.c:668:ll_lookup_it_finish()) it 00000000abae4a96 it_disposition 7 00000080:00002000:3.0:1780963929.551427:0:10329:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000eec63ca4 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780963929.551432:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.551437:0:10329:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1780963929.551439:0:10329:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963929.551443:0:10329:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963929.551445:0:10329:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963929.551447:0:10329:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963929.551448:0:10329:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963929.551450:0:10329:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963929.551451:0:10329:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.551453:0:10329:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.551455:0:10329:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963929.551457:0:10329:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963929.551460:0:10329:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963929.551465:0:10329:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963929.551468:0:10329:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1780963929.551472:0:10329:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00010000:3.0:1780963929.551474:0:10329:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:3.0:1780963929.551476:0:10329:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963929.551478:0:10329:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963929.551479:0:10329:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963929.551479:0:10329:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963929.551483:0:10329:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780963929.551487:0:10329:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000665d6624. 00000100:00000001:3.0:1780963929.551496:0:10329:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963929.551499:0:10329:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564288/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963936 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:3.0:1780963929.551503:0:10329:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963929.551505:0:10329:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963929.551508:0:10329:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000bd5117a7. 02000000:00000001:3.0:1780963929.551513:0:10329:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963929.551516:0:10329:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963929.551517:0:10329:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963929.551519:0:10329:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963929.551522:0:10329:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ed9ee86e. 02000000:00000001:3.0:1780963929.551525:0:10329:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963929.551527:0:10329:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963929.551528:0:10329:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:3.0:1780963929.551531:0:10329:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963929.551532:0:10329:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963929.551539:0:10329:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1780963929.551541:0:10329:0:(dcache.c:133:ll_ddelete()) deleting dentry d0.sanity (00000000eec63ca4, parent 000000000c8518ca, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780963929.551544:0:10329:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963929.551547:0:10329:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1780963929.551550:0:10329:0:(dcache.c:65:ll_release()) Process leaving 00010000:00000010:3.1:1780963929.552147:0:10329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002909996a. 00000080:00000010:3.1:1780963929.552154:0:10329:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000566efb01. 00010000:00000010:3.1:1780963929.559160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b7c1002. 00000080:00000010:3.1:1780963929.559183:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000912a2ea6. 00010000:00000001:1.0:1780963930.274411:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963930.274417:0:418:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963930.274420:0:418:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963930.274422:0:418:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963930.274426:0:418:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963930.274427:0:418:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963930.274429:0:418:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963930.274431:0:418:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963930.274434:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963930.274435:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963930.275641:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963930.275647:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963930.275650:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963931.298138:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963931.298143:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963931.298149:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963931.298150:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963931.299428:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963931.299433:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963931.299437:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963932.326021:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963932.326025:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963932.326031:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963932.326032:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963932.328016:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963932.328020:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963932.328024:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963933.345252:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963933.345257:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963933.345262:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963933.345263:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963933.345352:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963933.345356:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963933.345358:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780963933.667178:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780963933.667188:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780963933.667205:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a22e9bf9. 00000020:00000040:0.0:1780963933.667211:0:38:0:(genops.c:1191:class_import_get()) import 00000000d8cd09d8 refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:0.0:1780963933.667216:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963933.667218:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963933.667222:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963933.667229:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac7f8b8e. 00000100:00000001:0.0:1780963933.667235:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667245:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963933.667254:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963933.667257:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667262:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a22e9bf9] to pc [ptlrpcd_00_01+1] req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963933.667287:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667289:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780963933.667292:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780963933.667295:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cb2caeb. 00000020:00000040:0.0:1780963933.667297:0:38:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:0.0:1780963933.667299:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963933.667300:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963933.667301:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963933.667303:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008ff6573. 00000100:00000001:0.0:1780963933.667305:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667308:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963933.667314:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963933.667315:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667317:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007cb2caeb] to pc [ptlrpcd_00_00+0] req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963933.667324:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667325:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780963933.667328:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780963933.667335:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000827fd353. 00000020:00000040:0.0:1780963933.667337:0:38:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000100:00000001:0.0:1780963933.667339:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963933.667340:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963933.667341:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963933.667344:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f17029e. 00000100:00000001:0.0:1780963933.667347:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667350:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963933.667356:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963933.667357:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667360:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000827fd353] to pc [ptlrpcd_00_01+1] req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963933.667366:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667367:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780963933.667370:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780963933.667373:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db47c826. 00000020:00000040:0.0:1780963933.667374:0:38:0:(genops.c:1191:class_import_get()) import 000000004598662c refcount=5 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000100:00000001:0.0:1780963933.667376:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963933.667377:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963933.667378:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963933.667380:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb0a7ab8. 00000100:00000001:0.0:1780963933.667382:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667385:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963933.667391:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963933.667393:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963933.667394:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db47c826] to pc [ptlrpcd_00_00+0] req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963933.667399:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780963933.667401:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963933.667410:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780963933.667414:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:1.0:1780963933.667466:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963933.667470:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963933.667472:0:2286:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963933.667476:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.667483:0:2286:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963933.667485:0:2286:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.667488:0:2286:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963933.667490:0:2286:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963933.667493:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a22e9bf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746564352:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963933.667497:0:2286:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963933.667502:0:2286:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963933.667504:0:2286:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.667506:0:2286:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963933.667510:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000508e0fca. 02000000:00000001:1.0:1780963933.667511:0:2286:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963933.667519:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963933.667524:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cedfa998. 00000400:00000010:1.0:1780963933.667529:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005032918. 00000100:00000200:1.0:1780963933.667535:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564352, portal 25 00000100:00000001:1.0:1780963933.667537:0:2286:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963933.667539:0:2286:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651965676992 : -127421743874624 : ffff8c1c50383dc0) 00000100:00000040:1.0:1780963933.667543:0:2286:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.667549:0:2286:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963933.667552:0:2286:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963933.667553:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea5f78d4. 00000100:00000200:1.0:1780963933.667562:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475746564352, offset 0 00000400:00000200:1.0:1780963933.667568:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963933.667576:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.667583:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963933.667590:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963933.667593:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963933.667596:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963933.667599:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [169:169:256:4294967295] 192.168.202.121@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1780963933.667602:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.667611:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963933.667616:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963933.667621:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe72dc95 (tot 3210926). 00000800:00000200:1.0:1780963933.667626:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963933.667633:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963933.667637:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe72dc95 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963933.667650:0:2286:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667652:0:2286:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.667655:0:2286:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667658:0:2286:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963933.667660:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.667666:0:2286:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963933.667667:0:2286:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.667669:0:2286:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963933.667671:0:2286:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963933.667673:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000827fd353 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746564480:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963933.667676:0:2286:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963933.667678:0:2286:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963933.667679:0:2286:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.667680:0:2286:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963933.667682:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f8f5164. 02000000:00000001:1.0:1780963933.667688:0:2286:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963933.667692:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963933.667694:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004851b812. 00000400:00000010:1.0:1780963933.667698:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003383fc9f. 00000100:00000200:1.0:1780963933.667700:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564480, portal 10 00000100:00000001:1.0:1780963933.667702:0:2286:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963933.667702:0:2286:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651965687936 : -127421743863680 : ffff8c1c50386880) 00000100:00000040:1.0:1780963933.667708:0:2286:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.667713:0:2286:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963933.667715:0:2286:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963933.667717:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd0dcce5. 00000100:00000200:1.0:1780963933.667719:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746564480, offset 0 00000400:00000200:1.0:1780963933.667723:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963933.667727:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.667730:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963933.667734:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963933.667736:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963933.667738:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963933.667740:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [170:170:255:4294967295] 192.168.202.121@tcp LPNI seq info [170:170:7:4294967295] 00000400:00000200:1.0:1780963933.667744:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.667749:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963933.667753:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963933.667756:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050a68297 (tot 3211174). 00000800:00000200:1.0:1780963933.667760:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963933.667763:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963933.667765:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050a68297 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963933.667767:0:2286:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667768:0:2286:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.667770:0:2286:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667772:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667779:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.667787:0:2286:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963933.667788:0:2286:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780963933.667790:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963933.667791:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963933.667792:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963933.667794:0:2286:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780963933.667795:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.667797:0:2286:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963933.667799:0:2286:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.667800:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963933.667801:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963933.667801:0:2286:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963933.667804:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.667810:0:2286:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963933.667811:0:2286:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.667813:0:2286:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963933.667815:0:2286:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963933.667817:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746564416:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963933.667819:0:2286:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963933.667821:0:2286:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963933.667822:0:2286:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.667824:0:2286:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963933.667826:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004365341c. 02000000:00000001:1.0:1780963933.667828:0:2286:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963933.667831:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963933.667833:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000257515e3. 00000400:00000010:1.0:1780963933.667836:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d330ab4. 00000100:00000200:1.0:1780963933.667838:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564416, portal 10 00000100:00000001:1.0:1780963933.667840:0:2286:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963933.667841:0:2286:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651965684288 : -127421743867328 : ffff8c1c50385a40) 00000100:00000040:1.0:1780963933.667845:0:2286:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.667850:0:2286:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963933.667856:0:2286:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963933.667858:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe3fb9b5. 00000100:00000200:1.0:1780963933.667860:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746564416, offset 0 00000400:00000200:1.0:1780963933.667864:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963933.667868:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.667871:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963933.667886:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963933.667888:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963933.667890:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963933.667892:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [171:171:254:4294967295] 192.168.202.121@tcp LPNI seq info [171:171:6:4294967295] 00000400:00000200:1.0:1780963933.667895:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.667900:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963933.667904:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963933.667906:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5214ac7 (tot 3211422). 00000800:00000200:1.0:1780963933.667910:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963933.667914:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963933.667916:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5214ac7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963933.667918:0:2286:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667992:0:2286:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.667994:0:2286:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.667996:0:2286:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963933.667999:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.668005:0:2286:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963933.668006:0:2286:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.668008:0:2286:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963933.668009:0:2286:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963933.668012:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746564544:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963933.668014:0:2286:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963933.668016:0:2286:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963933.668017:0:2286:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.668023:0:2286:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963933.668025:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001588e7bf. 02000000:00000001:1.0:1780963933.668027:0:2286:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963933.668031:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963933.668033:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008bbcb9fc. 00000400:00000010:1.0:1780963933.668036:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039d5482f. 00000100:00000200:1.0:1780963933.668038:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564544, portal 4 00000100:00000001:1.0:1780963933.668039:0:2286:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963933.668040:0:2286:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651965678208 : -127421743873408 : ffff8c1c50384280) 00000100:00000040:1.0:1780963933.668045:0:2286:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.668050:0:2286:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963933.668052:0:2286:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963933.668054:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b7b96. 00000100:00000200:1.0:1780963933.668056:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475746564544, offset 0 00000400:00000200:1.0:1780963933.668060:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963933.668063:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.668066:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963933.668069:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963933.668071:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963933.668073:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963933.668075:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [172:172:253:4294967295] 192.168.202.121@tcp LPNI seq info [172:172:5:4294967295] 00000400:00000200:1.0:1780963933.668079:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963933.668084:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963933.668088:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963933.668090:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071e53686 (tot 3211670). 00000800:00000200:1.0:1780963933.668123:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963933.668127:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963933.668129:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071e53686 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963933.668131:0:2286:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.668133:0:2286:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.668135:0:2286:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.668141:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.668143:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.668151:0:2285:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963933.668153:0:2285:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963933.669137:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963933.669141:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe72dc95 (tot 3211422). 00000400:00000200:2.0:1780963933.669148:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.669154:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963933.669159:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea5f78d4 00000400:00000010:2.0:1780963933.669161:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea5f78d4. 00000100:00000001:2.0:1780963933.669165:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963933.669169:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669180:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963933.669183:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669190:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963933.669192:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963933.669205:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963933.669207:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050a68297 (tot 3211174). 00000400:00000200:2.0:1780963933.669210:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.669213:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963933.669215:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd0dcce5 00000400:00000010:2.0:1780963933.669217:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd0dcce5. 00000100:00000001:2.0:1780963933.669218:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963933.669221:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669227:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963933.669229:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669245:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963933.669247:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963933.669255:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963933.669256:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5214ac7 (tot 3210926). 00000400:00000200:2.0:1780963933.669259:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.669262:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963933.669265:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe3fb9b5 00000400:00000010:2.0:1780963933.669266:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe3fb9b5. 00000100:00000001:2.0:1780963933.669267:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963933.669271:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669277:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963933.669279:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669284:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963933.669286:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963933.669536:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963933.669538:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071e53686 (tot 3210678). 00000400:00000200:2.0:1780963933.669541:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.669544:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963933.669547:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b7b96 00000400:00000010:2.0:1780963933.669549:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b7b96. 00000100:00000001:2.0:1780963933.669551:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963933.669554:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669560:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963933.669562:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.669567:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963933.669568:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963933.680231:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680247:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963933.680259:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680263:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680272:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680280:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963933.680287:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680291:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680296:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680299:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a275948029c0 00000400:00000200:2.0:1780963933.680305:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680311:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:2.0:1780963933.680319:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680323:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680326:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.680330:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963933.680336:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963933.680342:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963933.680352:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.680362:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963933.680371:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680374:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963933.680376:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680377:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680380:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680383:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963933.680387:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680389:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680391:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680394:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594802980 00000400:00000200:2.0:1780963933.680397:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680401:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:2.0:1780963933.680410:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680413:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680414:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.680417:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963933.680420:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963933.680423:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963933.680430:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.680436:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963933.680440:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680442:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963933.680444:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680445:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680449:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680451:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963933.680455:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680457:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680460:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680462:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27594802900 00000400:00000200:2.0:1780963933.680465:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680468:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:2.0:1780963933.680471:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680474:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680475:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.680478:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963933.680480:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963933.680483:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963933.680489:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.680496:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963933.680504:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680507:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963933.680508:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680510:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680513:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680516:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963933.680519:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680522:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680524:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680526:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594802940 00000400:00000200:2.0:1780963933.680529:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963933.680533:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x8f5 [1] + 224 00000800:00000001:2.0:1780963933.680536:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680543:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963933.680544:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963933.680547:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963933.680549:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963933.680552:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963933.680558:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963933.680564:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963933.680567:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963933.680569:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681072:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963933.681076:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963933.681083:0:2286:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963933.681084:0:2286:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963933.681087:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000257515e3. 00000400:00000200:1.0:1780963933.681117:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d330ab4 00000400:00000010:1.0:1780963933.681120:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d330ab4. 00000100:00000001:1.0:1780963933.681123:0:2286:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963933.681128:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963933.681136:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681140:0:2286:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963933.681142:0:2286:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681144:0:2286:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963933.681147:0:2286:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963933.681149:0:2286:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963933.681151:0:2286:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.681153:0:2286:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963933.681161:0:2286:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=103 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963933.681165:0:2286:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=103 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963933.681168:0:2286:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963933.681169:0:2286:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963933.681171:0:2286:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963933.681175:0:2286:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.681178:0:2286:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963933.681180:0:2286:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780963933.681181:0:2286:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963933.681183:0:2286:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963933.681186:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681192:0:2286:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.681202:0:2286:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963933.681204:0:2286:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963933.681207:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963933.681214:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb2caeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746564416:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:1.0:1780963933.681220:0:2286:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963933.681221:0:2286:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963933.681222:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008bbcb9fc. 00000400:00000200:1.0:1780963933.681224:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039d5482f 00000400:00000010:1.0:1780963933.681225:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039d5482f. 00000100:00000001:1.0:1780963933.681227:0:2286:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963933.681229:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963933.681236:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681241:0:2286:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963933.681242:0:2286:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681243:0:2286:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963933.681244:0:2286:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963933.681245:0:2286:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963933.681246:0:2286:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.681248:0:2286:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963933.681252:0:2286:0:(import.c:1935:at_measured()) add 1 to 0000000018cb1287 time=103 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963933.681254:0:2286:0:(import.c:1935:at_measured()) add 1 to 000000003e85e548 time=10 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963933.681256:0:2286:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963933.681257:0:2286:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963933.681258:0:2286:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963933.681261:0:2286:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.681262:0:2286:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963933.681263:0:2286:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c1c491bf800: skip recheck: last_committed 4294967297 00000100:00000001:1.0:1780963933.681265:0:2286:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963933.681266:0:2286:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963933.681268:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681284:0:2286:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.681286:0:2286:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963933.681287:0:2286:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963933.681290:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963933.681295:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db47c826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746564544:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:1.0:1780963933.681300:0:2286:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963933.681301:0:2286:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963933.681302:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cedfa998. 00000400:00000200:1.0:1780963933.681304:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005032918 00000400:00000010:1.0:1780963933.681305:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005032918. 00000100:00000001:1.0:1780963933.681307:0:2286:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963933.681309:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963933.681315:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681321:0:2286:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963933.681322:0:2286:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681323:0:2286:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963933.681324:0:2286:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963933.681325:0:2286:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963933.681326:0:2286:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.681328:0:2286:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963933.681330:0:2286:0:(import.c:1935:at_measured()) add 1 to 00000000d09aef78 time=104 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963933.681333:0:2286:0:(import.c:1935:at_measured()) add 1 to 000000007b2be96e time=104 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963933.681335:0:2286:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963933.681335:0:2286:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963933.681337:0:2286:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963933.681338:0:2286:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.681339:0:2286:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963933.681342:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681357:0:2286:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.681359:0:2286:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963933.681360:0:2286:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963933.681363:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963933.681369:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a22e9bf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2286:1867475746564352:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:1.0:1780963933.681374:0:2286:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963933.681375:0:2286:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963933.681377:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004851b812. 00000400:00000200:1.0:1780963933.681378:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003383fc9f 00000400:00000010:1.0:1780963933.681390:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003383fc9f. 00000100:00000001:1.0:1780963933.681393:0:2286:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963933.681395:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963933.681402:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681408:0:2286:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963933.681409:0:2286:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681410:0:2286:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963933.681411:0:2286:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963933.681412:0:2286:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963933.681413:0:2286:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963933.681415:0:2286:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963933.681418:0:2286:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=103 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963933.681420:0:2286:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=103 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963933.681422:0:2286:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963933.681423:0:2286:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963933.681425:0:2286:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780963933.681427:0:2286:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:1.0:1780963933.681432:0:2286:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.681440:0:2286:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963933.681441:0:2286:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:1.0:1780963933.681442:0:2286:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963933.681443:0:2286:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963933.681446:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681451:0:2286:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963933.681453:0:2286:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963933.681454:0:2286:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963933.681456:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963933.681463:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000827fd353 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746564480:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963933.681467:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681469:0:2286:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963933.681471:0:2286:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007cb2caeb x1867475746564416/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681476:0:2286:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963933.681478:0:2286:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963933.681481:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004365341c. 02000000:00000001:1.0:1780963933.681484:0:2286:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963933.681487:0:2286:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963933.681488:0:2286:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:1.0:1780963933.681491:0:2286:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963933.681493:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000008ff6573. 02000000:00000001:1.0:1780963933.681496:0:2286:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963933.681497:0:2286:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963933.681499:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cb2caeb. 00000100:00000001:1.0:1780963933.681502:0:2286:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963933.681503:0:2286:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681504:0:2286:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963933.681507:0:2286:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000db47c826 x1867475746564544/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681512:0:2286:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963933.681518:0:2286:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963933.681519:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001588e7bf. 02000000:00000001:1.0:1780963933.681522:0:2286:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963933.681523:0:2286:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963933.681524:0:2286:0:(genops.c:1204:class_import_put()) import 000000004598662c refcount=4 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000020:00000001:1.0:1780963933.681525:0:2286:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963933.681526:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb0a7ab8. 02000000:00000001:1.0:1780963933.681528:0:2286:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963933.681529:0:2286:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963933.681530:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db47c826. 00000100:00000001:1.0:1780963933.681533:0:2286:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963933.681533:0:2286:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681534:0:2286:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963933.681537:0:2286:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a22e9bf9 x1867475746564352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681543:0:2286:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963933.681543:0:2286:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963933.681544:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000508e0fca. 02000000:00000001:1.0:1780963933.681546:0:2286:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963933.681547:0:2286:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963933.681548:0:2286:0:(genops.c:1204:class_import_put()) import 00000000d8cd09d8 refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:1.0:1780963933.681549:0:2286:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963933.681550:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ac7f8b8e. 02000000:00000001:1.0:1780963933.681552:0:2286:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963933.681553:0:2286:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963933.681554:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a22e9bf9. 00000100:00000001:1.0:1780963933.681556:0:2286:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963933.681557:0:2286:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681558:0:2286:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963933.681560:0:2286:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000827fd353 x1867475746564480/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963940 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963933.681566:0:2286:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963933.681567:0:2286:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963933.681567:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f8f5164. 02000000:00000001:1.0:1780963933.681569:0:2286:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963933.681570:0:2286:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963933.681571:0:2286:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=5 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:1.0:1780963933.681578:0:2286:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963933.681579:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f17029e. 02000000:00000001:1.0:1780963933.681580:0:2286:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963933.681581:0:2286:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963933.681583:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000827fd353. 00000100:00000001:1.0:1780963933.681585:0:2286:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963933.681585:0:2286:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681587:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963933.681594:0:2286:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963933.681596:0:2286:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963933.681598:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963933.681600:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963934.369358:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963934.369362:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963934.369369:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963934.369370:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963934.374313:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963934.374319:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963934.374323:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780963934.737327:0:10774:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963935.394318:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963935.394323:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963935.394330:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963935.394331:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963935.394379:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963935.394383:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963935.394386:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780963935.775230:0:10868:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780963936.079810:0:10904:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:2.0:1780963936.079814:0:10904:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:2.0:1780963936.079818:0:10904:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 272 at 000000009145c5b1 (tot 3210950). 00000400:00000001:2.0:1780963936.079824:0:10904:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780963936.079826:0:10904:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:2.0:1780963936.079828:0:10904:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:2.0:1780963936.079829:0:10904:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:2.0:1780963936.079831:0:10904:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1780963936.079832:0:10904:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 425: lock count should not exceed lru size ========================================================== 20:12:14 (1780963934) 00000001:00000001:2.0:1780963936.088233:0:10904:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1780963936.088239:0:10904:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 272 at 000000009145c5b1 (tot 3210678). 00000400:00000001:2.0:1780963936.088248:0:10904:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963936.417326:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963936.417331:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963936.417338:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963936.417339:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963936.417483:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963936.417486:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963936.417489:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780963937.333981:0:10918:0:(llite_lib.c:2585:ll_statfs()) VFS Op:sb=lustre (00000000f254aa0b) 00000080:00000001:3.0:1780963937.334405:0:10918:0:(llite_lib.c:2481:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1780963937.334408:0:10918:0:(obd_class.h:1056:obd_statfs()) Process entered 00000080:00000004:3.0:1780963937.334410:0:10918:0:(obd_class.h:1069:obd_statfs()) lustre-clilmv-ffff8c1c491bf800: age 350, max_age 363 00800000:00000001:3.0:1780963937.334423:0:10918:0:(lmv_obd.c:1254:lmv_statfs()) Process entered 00800000:00000010:3.0:1780963937.334426:0:10918:0:(lmv_obd.c:1256:lmv_statfs()) kmalloced '(temp)': 144 at 00000000a09bc663. 00800000:00000001:3.0:1780963937.334434:0:10918:0:(obd_class.h:1056:obd_statfs()) Process entered 00800000:00000004:3.0:1780963937.334436:0:10918:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff8c1c491bf800: age 350, max_age 363 00000002:00000001:3.0:1780963937.334439:0:10918:0:(mdc_request.c:1644:mdc_statfs()) Process entered 00000020:00000040:3.0:1780963937.334442:0:10918:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000010:3.0:1780963937.334448:0:10918:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963937.334451:0:10918:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=7 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963937.334455:0:10918:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963937.334457:0:10918:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963937.334462:0:10918:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963937.334469:0:10918:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b907615. 00000100:00000001:3.0:1780963937.334477:0:10918:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.334481:0:10918:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963937.334484:0:10918:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963937.334487:0:10918:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003972ca74. 00000100:00000001:3.0:1780963937.334489:0:10918:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835923456 : -127421873628160 : ffff8c1c487c5c00) 00000100:00000001:3.0:1780963937.334492:0:10918:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.334493:0:10918:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963937.334498:0:10918:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.334503:0:10918:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.334506:0:10918:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963937.334507:0:10918:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.334516:0:10918:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963937.334525:0:10918:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.334527:0:10918:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.334530:0:10918:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.334532:0:10918:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.334534:0:10918:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job stat:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10918:1867475746564608:192.168.202.121@tcp:41:stat.0 00000100:00000001:3.0:1780963937.334538:0:10918:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.334543:0:10918:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.334544:0:10918:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.334546:0:10918:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963937.334550:0:10918:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006994a48c. 02000000:00000001:3.0:1780963937.334557:0:10918:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.334563:0:10918:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963937.334568:0:10918:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963937.334573:0:10918:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.334580:0:10918:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746564608, portal 10 00000100:00000001:3.0:1780963937.334581:0:10918:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.334582:0:10918:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:3.0:1780963937.334589:0:10918:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963937.334594:0:10918:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.334597:0:10918:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.334599:0:10918:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7413ffa. 00000100:00000200:3.0:1780963937.334601:0:10918:0:(niobuf.c:86:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867475746564608, offset 0 00000400:00000200:3.0:1780963937.334607:0:10918:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.334614:0:10918:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.334622:0:10918:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.334629:0:10918:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963937.334633:0:10918:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963937.334636:0:10918:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963937.334639:0:10918:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [173:173:256:4294967295] 192.168.202.121@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1780963937.334642:0:10918:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.334650:0:10918:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.334655:0:10918:0:(socklnd_cb.c:995:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.334660:0:10918:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c9b5b7c (tot 3210926). 00000800:00000200:3.0:1780963937.334666:0:10918:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.334673:0:10918:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.334677:0:10918:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c9b5b7c type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.334737:0:10918:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.334739:0:10918:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.334742:0:10918:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.334744:0:10918:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.334752:0:10918:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963937.334754:0:10918:0:(client.c:2500:ptlrpc_set_wait()) set 000000003972ca74 going to sleep for 6 seconds 00000100:00000001:3.0:1780963937.334757:0:10918:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963937.334759:0:10918:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.341859:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.341868:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c9b5b7c (tot 3210678). 00000400:00000200:3.0:1780963937.341875:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.341886:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.341892:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7413ffa 00000400:00000010:3.0:1780963937.341894:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7413ffa. 00000100:00000001:3.0:1780963937.341899:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.341905:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963937.341916:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.341919:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 3 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963937.341925:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.341927:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963937.349792:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.349809:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.349813:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.349815:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.349826:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.349834:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.349880:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.349886:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.349890:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.349895:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a27594802a00 00000400:00000200:2.0:1780963937.349900:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.349906:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x905 [1] + 224 00000800:00000001:2.0:1780963937.349914:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.349922:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.349925:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.349928:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.349934:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.349940:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000040:2.0:1780963937.349951:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:2.0:1780963937.349970:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.349978:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.349981:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.350047:0:10918:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963937.350054:0:10918:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963937.350056:0:10918:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963937.350058:0:10918:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963937.350062:0:10918:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.350064:0:10918:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.350067:0:10918:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.350071:0:10918:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000200:3.0:1780963937.350078:0:10918:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963937.350083:0:10918:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963937.350084:0:10918:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.350086:0:10918:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963937.350089:0:10918:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963937.350126:0:10918:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.350128:0:10918:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.350147:0:10918:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.350157:0:10918:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=107 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963937.350161:0:10918:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.350164:0:10918:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963937.350165:0:10918:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.350168:0:10918:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963937.350171:0:10918:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.350174:0:10918:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963937.350176:0:10918:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963937.350178:0:10918:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963937.350179:0:10918:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.350183:0:10918:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963937.350190:0:10918:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.350193:0:10918:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963937.350194:0:10918:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963937.350197:0:10918:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00100000:3.0:1780963937.350204:0:10918:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job stat:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10918:1867475746564608:192.168.202.121@tcp:41:stat.0 00000100:00000001:3.0:1780963937.350209:0:10918:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.350212:0:10918:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.350213:0:10918:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963937.350216:0:10918:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.350218:0:10918:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 2 fl Complete:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963937.350373:0:10918:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963937.350378:0:10918:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003972ca74. 00000100:00000001:3.0:1780963937.350382:0:10918:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963937.350384:0:10918:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.350390:0:10918:0:(mdc_request.c:1697:mdc_statfs()) Process leaving 00000100:00000001:3.0:1780963937.350392:0:10918:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.350395:0:10918:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564608/t0(0) o41->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963944 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963937.350422:0:10918:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963937.350425:0:10918:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963937.350428:0:10918:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006994a48c. 02000000:00000001:3.0:1780963937.350431:0:10918:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963937.350433:0:10918:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.350435:0:10918:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.350437:0:10918:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963937.350439:0:10918:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b907615. 02000000:00000001:3.0:1780963937.350442:0:10918:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963937.350444:0:10918:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963937.350446:0:10918:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:3.0:1780963937.350449:0:10918:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963937.350450:0:10918:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780963937.350452:0:10918:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.350453:0:10918:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.350455:0:10918:0:(genops.c:1211:class_import_put()) Process leaving 00800000:00000004:3.0:1780963937.350457:0:10918:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff8c1c491bf800: update 00000000092794e4 cache blocks 1802816/1916558 objects 523621/524155 00800000:00000001:3.0:1780963937.350462:0:10918:0:(obd_class.h:1112:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.350465:0:10918:0:(lmv_obd.c:1305:lmv_statfs()) Process leaving 00800000:00000010:3.0:1780963937.350466:0:10918:0:(lmv_obd.c:1307:lmv_statfs()) kfreed 'temp': 144 at 00000000a09bc663. 00000080:00000004:3.0:1780963937.350471:0:10918:0:(obd_class.h:1093:obd_statfs()) lustre-clilmv-ffff8c1c491bf800: update 000000000bf42255 cache blocks 1802816/1916558 objects 523621/524155 00000080:00000001:3.0:1780963937.350474:0:10918:0:(obd_class.h:1112:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1780963937.350477:0:10918:0:(llite_lib.c:2494:ll_statfs_internal()) MDC blocks 1802816/1916558 objects 523621/524155 00000080:00000001:3.0:1780963937.350480:0:10918:0:(llite_lib.c:2497:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963937.350482:0:10918:0:(llite_lib.c:2527:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.439818:0:10922:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.439823:0:10922:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.439825:0:10922:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963937.439826:0:10922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:2.0:1780963937.439837:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000d90279bf. 00000080:00000001:2.0:1780963937.439869:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.439875:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.439878:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.439882:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963937.439883:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.439885:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.439887:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.439889:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.439891:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.439893:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.439894:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.439897:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963937.439900:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.439903:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.439904:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963937.439908:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963937.439910:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963937.439912:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963937.439920:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.439923:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.439927:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.439929:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963937.439932:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.439941:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:2.0:1780963937.439943:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:2.0:1780963937.439946:0:10922:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963937.439951:0:10922:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.439954:0:10922:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.439959:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:2.0:1780963937.439961:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963937.439963:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963937.439970:0:10922:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.439971:0:10922:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.439973:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963937.439976:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000d90279bf. 00000080:00000001:2.0:1780963937.439981:0:10922:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963937.439983:0:10922:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.439985:0:10922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963937.439988:0:10922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:2.0:1780963937.439991:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.439993:0:10922:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963937.439996:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.439998:0:10922:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963937.439999:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.440001:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.440004:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.440006:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.440008:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.440011:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.440012:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.440013:0:10922:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.440014:0:10922:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.440016:0:10922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000473121f3 00010000:00000001:2.0:1780963937.440017:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.440018:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.440019:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.440020:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.440022:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.440024:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.440025:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.440030:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.440032:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.440033:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.440039:0:10922:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963937.440041:0:10922:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963937.440042:0:10922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.440047:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.440051:0:10922:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963937.440055:0:10922:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963937.440057:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.440060:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.440061:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.440063:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.440066:0:10922:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963937.440067:0:10922:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.440069:0:10922:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.440071:0:10922:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.440073:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.440074:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.440075:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963937.440077:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963937.440078:0:10922:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963937.440079:0:10922:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00000001:2.0:1780963937.440084:0:10922:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.440126:0:10922:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000919b78fb. 00000080:00200000:2.0:1780963937.440131:0:10922:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=13 00000080:00000001:2.0:1780963937.440136:0:10922:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1780963937.440138:0:10922:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=getattr 00000080:00000010:2.0:1780963937.440143:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000d90279bf. 00000080:00000001:2.0:1780963937.440149:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.440151:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.440152:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.440155:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963937.440157:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.440158:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.440159:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.440160:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.440161:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.440167:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.440169:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.440170:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:2.0:1780963937.440174:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.440176:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.440177:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780963937.440180:0:10922:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963937.440182:0:10922:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780963937.440186:0:10922:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002de88ebf. 00000020:00000040:2.0:1780963937.440189:0:10922:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00010000:00000001:2.0:1780963937.440196:0:10922:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963937.440199:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.440201:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.440202:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.440203:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.440206:0:10922:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.440209:0:10922:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.440211:0:10922:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.440218:0:10922:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a8a2aa82. 00000100:00000001:2.0:1780963937.440224:0:10922:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963937.441271:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963937.441275:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963937.441278:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963937.441278:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963937.441368:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963937.441371:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.441373:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780963937.444177:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.444182:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.444185:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.444186:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.444188:0:10922:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.444198:0:10922:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446616651841654976 : -127421867896640 : ffff8c1c48d3d0c0) 00010000:00000001:2.0:1780963937.444202:0:10922:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963937.444205:0:10922:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780963937.444211:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.444215:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.444218:0:10922:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780963937.444903:0:10922:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b7c1002. 00000020:00000001:3.0:1780963937.444910:0:10922:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1780963937.444913:0:10922:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001b7c1002 with handle 0x4312194ed9c84fd5 to hash 00000020:00000001:3.0:1780963937.444915:0:10922:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780963937.444916:0:10922:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.444920:0:10922:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.444939:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.444941:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.444944:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.444951:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.444954:0:10922:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.444959:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.444967:0:10922:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.444973:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:3.0:1780963937.444975:0:10922:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963937.444978:0:10922:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963937.444985:0:10922:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.444987:0:10922:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835921728 : -127421873629888 : ffff8c1c487c5540) 00000100:00000001:3.0:1780963937.444989:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.444990:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841654976 : -127421867896640 : ffff8c1c48d3d0c0) 00000100:00000001:3.0:1780963937.444994:0:10922:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.444997:0:10922:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.444999:0:10922:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963937.445000:0:10922:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.445009:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.445017:0:10922:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.445019:0:10922:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.445022:0:10922:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.445025:0:10922:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.445028:0:10922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002de88ebf pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564672:192.168.202.121@tcp:101:lfs.0 00000100:00000001:3.0:1780963937.445032:0:10922:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.445038:0:10922:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.445045:0:10922:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.445047:0:10922:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963937.445052:0:10922:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000001999a69f. 02000000:00000001:3.0:1780963937.445053:0:10922:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.445061:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963937.445066:0:10922:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963937.445072:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.445078:0:10922:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475746564672, portal 10 00000100:00000001:3.0:1780963937.445080:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.445081:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841654976 : -127421867896640 : ffff8c1c48d3d0c0) 00000100:00000040:3.0:1780963937.445087:0:10922:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.445120:0:10922:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.445122:0:10922:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.445125:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7413ffa. 00000100:00000200:3.0:1780963937.445129:0:10922:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475746564672, offset 0 00000400:00000200:3.0:1780963937.445135:0:10922:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.445142:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.445150:0:10922:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.445157:0:10922:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963937.445160:0:10922:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963937.445162:0:10922:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963937.445165:0:10922:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [174:174:256:4294967295] 192.168.202.121@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1780963937.445169:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.445177:0:10922:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.445182:0:10922:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.445187:0:10922:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c9b5b7c (tot 3210926). 00000800:00000200:3.0:1780963937.445194:0:10922:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.445201:0:10922:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.445205:0:10922:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c9b5b7c type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.445222:0:10922:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.445224:0:10922:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.445232:0:10922:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.445234:0:10922:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.445235:0:10922:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963937.445237:0:10922:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a09bc663 going to sleep for 6 seconds 00000100:00000001:3.0:1780963937.445240:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963937.445243:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963937.446584:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.446590:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c9b5b7c (tot 3210678). 00000400:00000200:2.0:1780963937.446597:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.446604:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.446618:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7413ffa 00000400:00000010:2.0:1780963937.446620:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7413ffa. 00000100:00000001:2.0:1780963937.446624:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.446628:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.446639:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.446642:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.446648:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.446650:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963937.459969:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.459987:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.459993:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.459995:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.460008:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.460016:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.460025:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.460030:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.460034:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.460038:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27594802a40 00000400:00000200:2.0:1780963937.460044:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.460051:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x915 [1] + 224 00000800:00000001:2.0:1780963937.460058:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.460066:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.460069:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.460072:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.460078:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.460084:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963937.460137:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.460153:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.460177:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.460180:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.460301:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963937.460315:0:10922:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963937.460318:0:10922:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963937.460321:0:10922:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963937.460329:0:10922:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.460332:0:10922:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.460336:0:10922:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.460346:0:10922:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:3.0:1780963937.460370:0:10922:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.460378:0:10922:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963937.460380:0:10922:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.460383:0:10922:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963937.460388:0:10922:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963937.460390:0:10922:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.460393:0:10922:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.460407:0:10922:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.460419:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=107 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963937.460425:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.460427:0:10922:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780963937.460431:0:10922:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.460437:0:10922:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963937.460441:0:10922:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963937.460443:0:10922:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963937.460445:0:10922:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963937.460447:0:10922:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780963937.460451:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.460479:0:10922:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780963937.460482:0:10922:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963937.460485:0:10922:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963937.460488:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:3.0:1780963937.460494:0:10922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002de88ebf pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564672:192.168.202.121@tcp:101:lfs.0 00000100:00000001:3.0:1780963937.460499:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.460502:0:10922:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963937.460505:0:10922:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963937.460508:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.460510:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.460516:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963937.460518:0:10922:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.460522:0:10922:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963937.460523:0:10922:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780963937.460527:0:10922:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780963937.460532:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.460539:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.460543:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=4 00000020:00000001:3.0:1780963937.460546:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.460549:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00010000:3.0:1780963937.460554:0:10922:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460575:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460584:0:10922:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780963937.460587:0:10922:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460605:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460608:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.460611:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460616:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460618:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.460619:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780963937.460621:0:10922:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460627:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460629:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.460632:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.460634:0:10922:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780963937.460637:0:10922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460641:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.460644:0:10922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b7c1002 already unused, calling callback (0000000007a9c421) 00000080:00000001:3.0:1780963937.460647:0:10922:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780963937.460650:0:10922:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460656:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460659:0:10922:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780963937.460661:0:10922:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780963937.460663:0:10922:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460668:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460677:0:10922:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780963937.460681:0:10922:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780963937.460682:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.460683:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.460684:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=5 00000020:00000001:3.0:1780963937.460686:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.460688:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.460690:0:10922:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780963937.460692:0:10922:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460697:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000080:00000001:3.0:1780963937.460700:0:10922:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780963937.460701:0:10922:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.460704:0:10922:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780963937.460705:0:10922:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780963937.460710:0:10922:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780963937.460711:0:10922:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780963937.460712:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.460714:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963937.460716:0:10922:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001b7c1002 with handle 0x4312194ed9c84fd5 from hash 00010000:00000001:3.0:1780963937.460718:0:10922:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780963937.460719:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.460720:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.460722:0:10922:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780963937.460723:0:10922:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780963937.460725:0:10922:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780963937.460727:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.460727:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.460729:0:10922:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.460730:0:10922:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.460732:0:10922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460738:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460747:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.460748:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.460749:0:10922:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780963937.460751:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.460752:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.460753:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.460754:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780963937.460755:0:10922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.460761:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963937.460765:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963937.460773:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.460775:0:10922:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780963937.460781:0:10922:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780963937.460786:0:10922:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:3.0:1780963937.460793:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963937.460794:0:10922:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.460796:0:10922:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.460798:0:10922:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.460801:0:10922:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780963937.460803:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963937.460804:0:10922:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.460806:0:10922:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1780963937.460807:0:10922:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1780963937.460811:0:10922:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.460815:0:10922:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.460817:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.460822:0:10922:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780963937.460824:0:10922:0:(namei.c:668:ll_lookup_it_finish()) it 00000000717dadc0 it_disposition 7 00000080:00002000:3.0:1780963937.460831:0:10922:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000015080655 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780963937.460836:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.460849:0:10922:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1780963937.460852:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.460855:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.460864:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.460868:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.460869:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.460872:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.460874:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.460877:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.460881:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963937.460883:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963937.460886:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963937.460893:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.460896:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1780963937.460901:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00010000:3.0:1780963937.460903:0:10922:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:3.0:1780963937.460907:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.460909:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.460910:0:10922:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.460912:0:10922:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963937.460916:0:10922:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780963937.460921:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000d90279bf. 00000100:00000001:3.0:1780963937.460926:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.460930:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002de88ebf x1867475746564672/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.460936:0:10922:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963937.460940:0:10922:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963937.460943:0:10922:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000001999a69f. 02000000:00000001:3.0:1780963937.460949:0:10922:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963937.460951:0:10922:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.460953:0:10922:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.460955:0:10922:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963937.460958:0:10922:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a8a2aa82. 02000000:00000001:3.0:1780963937.460962:0:10922:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963937.460964:0:10922:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963937.460966:0:10922:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002de88ebf. 00000100:00000001:3.0:1780963937.460970:0:10922:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963937.460971:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963937.460974:0:10922:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:3.0:1780963937.460982:0:10922:0:(dcache.c:216:ll_intent_release()) intent 00000000717dadc0 released 00000080:00000001:3.0:1780963937.460985:0:10922:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780963937.460990:0:10922:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1780963937.460992:0:10922:0:(dcache.c:133:ll_ddelete()) deleting dentry d425.sanity (0000000015080655, parent 000000000c8518ca, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780963937.460998:0:10922:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963937.461002:0:10922:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1780963937.461006:0:10922:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1780963937.461069:0:10922:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963937.461072:0:10922:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963937.461074:0:10922:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1780963937.461076:0:10922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:3.0:1780963937.461082:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.461091:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.461166:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963937.461168:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.461172:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963937.461174:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.461175:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.461176:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.461177:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.461179:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.461180:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.461181:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.461183:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:3.0:1780963937.461186:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.461189:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963937.461190:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780963937.461193:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963937.461194:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963937.461195:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963937.461198:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.461200:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.461203:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.461204:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780963937.461206:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461223:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963937.461225:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:3.0:1780963937.461228:0:10922:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780963937.461231:0:10922:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.461233:0:10922:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461238:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:3.0:1780963937.461240:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780963937.461241:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780963937.461243:0:10922:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.461244:0:10922:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.461246:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780963937.461248:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.461251:0:10922:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780963937.461252:0:10922:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.461254:0:10922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963937.461257:0:10922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:3.0:1780963937.461260:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.461262:0:10922:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1780963937.461264:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.461266:0:10922:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780963937.461267:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.461269:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.461270:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963937.461272:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.461274:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.461275:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.461276:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963937.461277:0:10922:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.461279:0:10922:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.461280:0:10922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 0000000011e1f1fb 00010000:00000001:3.0:1780963937.461289:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.461290:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.461291:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963937.461293:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.461294:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.461296:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.461298:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461303:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963937.461305:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.461306:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.461307:0:10922:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780963937.461309:0:10922:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780963937.461310:0:10922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461315:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963937.461318:0:10922:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963937.461321:0:10922:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.461323:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.461327:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.461328:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.461329:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461332:0:10922:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.461334:0:10922:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461336:0:10922:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461338:0:10922:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461340:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.461340:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.461341:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780963937.461343:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1780963937.461344:0:10922:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780963937.461346:0:10922:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00000001:3.0:1780963937.461350:0:10922:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780963937.461369:0:10922:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000006a36db4b. 00000080:00200000:3.0:1780963937.461374:0:10922:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), flags=16392 00000080:00000001:3.0:1780963937.461377:0:10922:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:3.0:1780963937.461379:0:10922:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=getattr 00000080:00000010:3.0:1780963937.461385:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.461389:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.461391:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963937.461392:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.461395:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963937.461398:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.461399:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.461400:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.461401:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.461402:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.461404:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.461405:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.461407:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:3.0:1780963937.461409:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.461411:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963937.461412:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780963937.461416:0:10922:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780963937.461418:0:10922:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780963937.461423:0:10922:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963937.461427:0:10922:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00010000:00000001:3.0:1780963937.461432:0:10922:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780963937.461436:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.461439:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.461440:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.461441:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.461443:0:10922:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963937.461446:0:10922:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963937.461449:0:10922:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963937.461458:0:10922:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006994a48c. 00000100:00000001:3.0:1780963937.461465:0:10922:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461470:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.461478:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461479:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.461480:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.461482:0:10922:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.461490:0:10922:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00010000:00000001:3.0:1780963937.461493:0:10922:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780963937.461495:0:10922:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780963937.461498:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.461499:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.461502:0:10922:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780963937.461505:0:10922:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002909996a. 00000020:00000001:3.0:1780963937.461508:0:10922:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1780963937.461511:0:10922:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002909996a with handle 0x4312194ed9c84fdc to hash 00000020:00000001:3.0:1780963937.461513:0:10922:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780963937.461514:0:10922:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963937.461517:0:10922:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963937.461520:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.461521:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.461523:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461529:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.461531:0:10922:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461536:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.461543:0:10922:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.461549:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:3.0:1780963937.461551:0:10922:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963937.461553:0:10922:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963937.461560:0:10922:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.461563:0:10922:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835921728 : -127421873629888 : ffff8c1c487c5540) 00000100:00000001:3.0:1780963937.461573:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.461574:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963937.461579:0:10922:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.461583:0:10922:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.461585:0:10922:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963937.461587:0:10922:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.461592:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.461599:0:10922:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.461602:0:10922:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.461606:0:10922:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.461609:0:10922:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.461612:0:10922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564736:192.168.202.121@tcp:101:lfs.0 00000100:00000001:3.0:1780963937.461616:0:10922:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.461624:0:10922:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.461627:0:10922:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.461630:0:10922:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963937.461633:0:10922:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000001999a69f. 02000000:00000001:3.0:1780963937.461635:0:10922:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.461645:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963937.461649:0:10922:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963937.461656:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.461664:0:10922:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475746564736, portal 10 00000100:00000001:3.0:1780963937.461666:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.461667:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:3.0:1780963937.461671:0:10922:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.461679:0:10922:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.461681:0:10922:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.461684:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010c2ae70. 00000100:00000200:3.0:1780963937.461686:0:10922:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475746564736, offset 0 00000400:00000200:3.0:1780963937.461694:0:10922:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.461704:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.461722:0:10922:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.461731:0:10922:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963937.461736:0:10922:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963937.461739:0:10922:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963937.461743:0:10922:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [175:175:256:4294967295] 192.168.202.121@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1780963937.461747:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.461755:0:10922:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.461762:0:10922:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.461767:0:10922:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9963525 (tot 3210926). 00000800:00000200:3.0:1780963937.461775:0:10922:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.461784:0:10922:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.461789:0:10922:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9963525 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.461813:0:10922:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.461816:0:10922:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.461819:0:10922:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.461821:0:10922:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.461823:0:10922:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963937.461825:0:10922:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a09bc663 going to sleep for 6 seconds 00000100:00000001:3.0:1780963937.461828:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963937.461831:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963937.461995:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.462001:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9963525 (tot 3210678). 00000400:00000200:2.0:1780963937.462008:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.462016:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.462021:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010c2ae70 00000400:00000010:2.0:1780963937.462023:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010c2ae70. 00000100:00000001:2.0:1780963937.462027:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.462032:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.462044:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.462046:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.462053:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.462056:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963937.464872:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.464892:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.464897:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.464899:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.464909:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.464916:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.464927:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.464932:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.464936:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.464940:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27594802a80 00000400:00000200:2.0:1780963937.464945:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.464962:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x925 [1] + 224 00000800:00000001:2.0:1780963937.464972:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.464987:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.464990:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.464993:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.464999:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.465005:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963937.465032:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.465135:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.465188:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.465199:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.465203:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1780963937.480086:0:10922:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b7c1002. 00000080:00000010:3.1:1780963937.480119:0:10922:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000919b78fb. 00000400:00000001:3.0:1780963937.480245:0:10922:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963937.480248:0:10922:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963937.480252:0:10922:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963937.480257:0:10922:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.480260:0:10922:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.480264:0:10922:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.480277:0:10922:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:3.0:1780963937.480289:0:10922:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.480296:0:10922:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963937.480311:0:10922:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.480314:0:10922:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963937.480317:0:10922:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963937.480320:0:10922:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.480322:0:10922:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.480324:0:10922:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.480335:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=107 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963937.480339:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.480341:0:10922:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780963937.480345:0:10922:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.480351:0:10922:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963937.480354:0:10922:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963937.480355:0:10922:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963937.480357:0:10922:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963937.480358:0:10922:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780963937.480362:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.480368:0:10922:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780963937.480372:0:10922:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963937.480373:0:10922:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963937.480376:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:3.0:1780963937.480382:0:10922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564736:192.168.202.121@tcp:101:lfs.0 00000100:00000001:3.0:1780963937.480387:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.480390:0:10922:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780963937.480392:0:10922:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963937.480395:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.480397:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.480402:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963937.480404:0:10922:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.480636:0:10922:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963937.480643:0:10922:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780963937.480647:0:10922:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780963937.480650:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.480652:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.480655:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002909996a refcount=4 00000020:00000001:3.0:1780963937.480657:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963937.480660:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00010000:3.0:1780963937.480664:0:10922:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480672:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480678:0:10922:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780963937.480681:0:10922:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480686:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480688:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.480690:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480695:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480696:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.480697:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780963937.480698:0:10922:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480703:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480704:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.480706:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.480768:0:10922:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780963937.480770:0:10922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480786:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.480788:0:10922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002909996a already unused, calling callback (0000000007a9c421) 00000080:00000001:3.0:1780963937.480791:0:10922:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780963937.480793:0:10922:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480798:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480800:0:10922:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780963937.480803:0:10922:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780963937.480805:0:10922:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480809:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480811:0:10922:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780963937.480814:0:10922:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780963937.480815:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.480816:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.480817:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002909996a refcount=5 00000020:00000001:3.0:1780963937.480819:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963937.480820:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861509248 : -127421848042368 : ffff8c1c4a02c480) 00010000:00000001:3.0:1780963937.480823:0:10922:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780963937.480824:0:10922:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480828:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000080:00000001:3.0:1780963937.480830:0:10922:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780963937.480831:0:10922:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.480833:0:10922:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780963937.480835:0:10922:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780963937.480838:0:10922:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780963937.480848:0:10922:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780963937.480855:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.480856:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963937.480858:0:10922:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002909996a with handle 0x4312194ed9c84fdc from hash 00010000:00000001:3.0:1780963937.480860:0:10922:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780963937.480861:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.480862:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.480863:0:10922:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780963937.480864:0:10922:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780963937.480866:0:10922:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780963937.480868:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.480869:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.480870:0:10922:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.480872:0:10922:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.480873:0:10922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480878:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480879:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.480880:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.480881:0:10922:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780963937.480882:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.480883:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.480884:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.480885:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780963937.480886:0:10922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000002909996a/0x4312194ed9c84fdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.480891:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:3.0:1780963937.480894:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:3.0:1780963937.480900:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.480901:0:10922:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780963937.480905:0:10922:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780963937.480911:0:10922:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:3.0:1780963937.480918:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963937.480925:0:10922:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.480927:0:10922:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.480928:0:10922:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.480931:0:10922:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780963937.480933:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780963937.480934:0:10922:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.480935:0:10922:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1780963937.480937:0:10922:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1780963937.480940:0:10922:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.480943:0:10922:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.480946:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.480950:0:10922:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780963937.480951:0:10922:0:(namei.c:668:ll_lookup_it_finish()) it 00000000229d057e it_disposition 7 00000080:00002000:3.0:1780963937.480956:0:10922:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000e2191162 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780963937.480960:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.480964:0:10922:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1780963937.480966:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.480969:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.480972:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.480974:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.480976:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.480977:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.480979:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.480981:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.480984:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963937.480985:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963937.480988:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963937.480993:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.480995:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1780963937.480999:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00010000:3.0:1780963937.481000:0:10922:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:3.0:1780963937.481003:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.481004:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.481006:0:10922:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.481007:0:10922:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963937.481010:0:10922:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780963937.481013:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000089985efc. 00000100:00000001:3.0:1780963937.481022:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.481025:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564736/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:3.0:1780963937.481032:0:10922:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963937.481034:0:10922:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963937.481036:0:10922:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000001999a69f. 02000000:00000001:3.0:1780963937.481041:0:10922:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963937.481043:0:10922:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.481044:0:10922:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.481046:0:10922:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963937.481048:0:10922:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006994a48c. 02000000:00000001:3.0:1780963937.481051:0:10922:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963937.481053:0:10922:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963937.481054:0:10922:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:3.0:1780963937.481058:0:10922:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963937.481059:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963937.481061:0:10922:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:3.0:1780963937.481063:0:10922:0:(dcache.c:216:ll_intent_release()) intent 00000000229d057e released 00000080:00000001:3.0:1780963937.481064:0:10922:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780963937.481070:0:10922:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1780963937.481071:0:10922:0:(dcache.c:133:ll_ddelete()) deleting dentry d425.sanity (00000000e2191162, parent 000000000c8518ca, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780963937.481074:0:10922:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963937.481078:0:10922:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1780963937.481081:0:10922:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1780963937.481182:0:10922:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1780963937.481184:0:10922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:3.0:1780963937.481189:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.481194:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.481197:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963937.481199:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.481202:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963937.481204:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.481205:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.481206:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.481207:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.481208:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.481209:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.481220:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.481222:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:3.0:1780963937.481225:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.481228:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963937.481229:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780963937.481232:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963937.481233:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963937.481234:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963937.481237:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.481238:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1780963937.481241:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00010000:3.0:1780963937.481242:0:10922:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:3.0:1780963937.481244:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.481245:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.481248:0:10922:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780963937.481250:0:10922:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780963937.481254:0:10922:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963937.481257:0:10922:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00010000:00000001:3.0:1780963937.481262:0:10922:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780963937.481266:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.481270:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.481270:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.481272:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.481275:0:10922:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963937.481277:0:10922:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963937.481280:0:10922:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963937.481285:0:10922:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006994a48c. 00000100:00000001:3.0:1780963937.481290:0:10922:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.481293:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.481294:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.481296:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.481296:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.481298:0:10922:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.481303:0:10922:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00010000:00000001:3.0:1780963937.481305:0:10922:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780963937.481311:0:10922:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780963937.481313:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.481315:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.481317:0:10922:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780963937.481319:0:10922:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b7c1002. 00000020:00000001:3.0:1780963937.481322:0:10922:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1780963937.481324:0:10922:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001b7c1002 with handle 0x4312194ed9c84fe3 to hash 00000020:00000001:3.0:1780963937.481326:0:10922:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780963937.481327:0:10922:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.481330:0:10922:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.481333:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.481334:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.481337:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.481343:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.481346:0:10922:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.481351:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.481357:0:10922:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.481363:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:3.0:1780963937.481365:0:10922:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963937.481367:0:10922:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963937.481373:0:10922:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.481375:0:10922:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835921728 : -127421873629888 : ffff8c1c487c5540) 00000100:00000001:3.0:1780963937.481378:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.481379:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963937.481383:0:10922:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.481386:0:10922:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.481388:0:10922:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963937.481389:0:10922:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.481397:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.481404:0:10922:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.481405:0:10922:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.481409:0:10922:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.485601:0:10922:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.485617:0:10922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564800:192.168.202.121@tcp:101:lfs.0 00000100:00000001:3.0:1780963937.485624:0:10922:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.485632:0:10922:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.485635:0:10922:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.485638:0:10922:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963937.485649:0:10922:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000001999a69f. 02000000:00000001:3.0:1780963937.485651:0:10922:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.485659:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963937.485664:0:10922:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963937.485670:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.485678:0:10922:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475746564800, portal 10 00000100:00000001:3.0:1780963937.485680:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.485682:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:3.0:1780963937.485690:0:10922:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.485698:0:10922:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.485700:0:10922:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.485703:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f466b63. 00000100:00000200:3.0:1780963937.485705:0:10922:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475746564800, offset 0 00000400:00000200:3.0:1780963937.485712:0:10922:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.485721:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.485729:0:10922:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.485736:0:10922:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963937.485740:0:10922:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963937.485742:0:10922:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963937.485745:0:10922:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [176:176:256:4294967295] 192.168.202.121@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1780963937.485749:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.485774:0:10922:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.485781:0:10922:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.485785:0:10922:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51f8be7 (tot 3210926). 00000800:00000200:3.0:1780963937.485793:0:10922:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.485800:0:10922:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.485804:0:10922:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51f8be7 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.485817:0:10922:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.485819:0:10922:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.485822:0:10922:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.485825:0:10922:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.485827:0:10922:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963937.485829:0:10922:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a09bc663 going to sleep for 6 seconds 00000100:00000001:3.0:1780963937.485832:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963937.485834:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963937.486533:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.486536:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51f8be7 (tot 3210678). 00000400:00000200:2.0:1780963937.486542:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.486548:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.486552:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f466b63 00000400:00000010:2.0:1780963937.486563:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f466b63. 00000100:00000001:2.0:1780963937.486567:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.486571:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.486580:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.486582:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.486589:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.486591:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:3.1:1780963937.487144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002909996a. 00000080:00000010:3.1:1780963937.487152:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006a36db4b. 00000800:00000001:2.0:1780963937.489246:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.489261:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.489265:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.489267:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.489277:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.489285:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.489291:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.489296:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.489300:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.489304:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 688 into portal 10 MB=0x6a27594802ac0 00000400:00000200:2.0:1780963937.489309:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.489314:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 688/688 into md 0x935 [1] + 224 00000800:00000001:2.0:1780963937.489322:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.489342:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.489345:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.489348:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.489354:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.489360:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963937.489370:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=688 offset=224 replen=1152 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.489389:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.489397:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.489399:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.489470:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963937.489486:0:10922:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963937.489487:0:10922:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963937.489489:0:10922:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963937.489493:0:10922:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.489495:0:10922:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.489498:0:10922:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.489501:0:10922:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:3.0:1780963937.489508:0:10922:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.489514:0:10922:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963937.489515:0:10922:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.489518:0:10922:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963937.489520:0:10922:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963937.489522:0:10922:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.489524:0:10922:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.489527:0:10922:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.489534:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=107 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963937.489537:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.489545:0:10922:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963937.489546:0:10922:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.489549:0:10922:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963937.489552:0:10922:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.489555:0:10922:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963937.489557:0:10922:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963937.489559:0:10922:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963937.489560:0:10922:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.489564:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963937.489569:0:10922:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.489572:0:10922:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963937.489574:0:10922:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963937.489576:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1780963937.489582:0:10922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564800:192.168.202.121@tcp:101:lfs.0 00000100:00000001:3.0:1780963937.489586:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.489589:0:10922:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.489591:0:10922:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963937.489593:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.489595:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963944 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963937.489601:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963937.489603:0:10922:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.489606:0:10922:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963937.489607:0:10922:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.489609:0:10922:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780963937.489612:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489615:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489618:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=4 00000020:00000001:3.0:1780963937.489620:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489622:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000040:3.0:1780963937.489628:0:10922:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000001b7c1002, remote cookie: 0x7099240667198231, flags: 0x1001 00010000:00010000:3.0:1780963937.489635:0:10922:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489642:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.489647:0:10922:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489653:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489654:0:10922:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780963937.489658:0:10922:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780963937.489660:0:10922:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:3.0:1780963937.489661:0:10922:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780963937.489662:0:10922:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780963937.489664:0:10922:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000f9ad99ee) refcount = 2 00010000:00000040:3.0:1780963937.489666:0:10922:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780963937.489668:0:10922:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489673:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.489675:0:10922:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489680:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489681:0:10922:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780963937.489685:0:10922:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780963937.489686:0:10922:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.489688:0:10922:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780963937.489690:0:10922:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.489691:0:10922:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489696:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489697:0:10922:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780963937.489702:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489703:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.489705:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489705:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.489706:0:10922:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.489710:0:10922:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780963937.489712:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489712:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489713:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489715:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489716:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489718:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489719:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489720:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=4 00000020:00000001:3.0:1780963937.489722:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489723:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489725:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.489727:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.489738:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489743:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489745:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489745:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.489746:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489747:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489748:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=5 00000020:00000001:3.0:1780963937.489749:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489751:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489753:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.489754:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489758:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489765:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489766:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780963937.489768:0:10922:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489773:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489775:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.489775:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489776:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.489777:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489777:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780963937.489781:0:10922:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:3.0:1780963937.489788:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489789:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489790:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489791:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489793:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489794:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489795:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963937.489796:0:10922:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.489798:0:10922:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.489800:0:10922:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780963937.489802:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489803:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489804:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489805:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489807:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00000002:00010000:3.0:1780963937.489808:0:10922:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.489813:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.489814:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489815:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.489819:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780963937.489820:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489821:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489822:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489823:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489825:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000040:3.0:1780963937.489830:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 3 00010000:00000001:3.0:1780963937.489831:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1780963937.489835:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:3.0:1780963937.489836:0:10922:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780963937.489838:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489839:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963937.489849:0:10922:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1780963937.489850:0:10922:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780963937.489853:0:10922:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489856:0:10922:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489859:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780963937.489863:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.489867:0:10922:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780963937.489869:0:10922:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:3.0:1780963937.489872:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489876:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.489878:0:10922:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780963937.489882:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489884:0:10922:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:3.0:1780963937.489888:0:10922:0:(lmv_obd.c:3495:lmv_unpackmd()) kmalloced '(lsm)': 56 at 000000006d5bd697. 00800000:00000001:3.0:1780963937.489890:0:10922:0:(lmv_obd.c:3521:lmv_unpackmd()) Process leaving (rc=56 : 56 : 38) 00000002:00000001:3.0:1780963937.489892:0:10922:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780963937.489895:0:10922:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780963937.489896:0:10922:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780963937.489899:0:10922:0:(llite_lib.c:1688:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780963937.489901:0:10922:0:(llite_lib.c:1709:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780963937.489903:0:10922:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.489906:0:10922:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780963937.489908:0:10922:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1780963937.489910:0:10922:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115188193296385 mtime from 1780963923 to 1780963924 00000080:00200000:3.0:1780963937.489918:0:10922:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1780963937.489920:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489921:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489923:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489924:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489926:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489928:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489929:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780963937.489930:0:10922:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963937.489932:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489934:0:10922:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:3.0:1780963937.489935:0:10922:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:3.0:1780963937.489936:0:10922:0:(lmv_obd.c:3449:lmv_unpackmd()) kfreed 'lsm': 56 at 000000006d5bd697. 00800000:00000001:3.0:1780963937.489940:0:10922:0:(lmv_obd.c:3451:lmv_unpackmd()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489941:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.489943:0:10922:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:3.0:1780963937.489944:0:10922:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489945:0:10922:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.489959:0:10922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84fe3 00000080:00000001:3.0:1780963937.489962:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489963:0:10922:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1780963937.489965:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.489966:0:10922:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780963937.489967:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489968:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489969:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489971:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489973:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489974:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.489975:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963937.489976:0:10922:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.489977:0:10922:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.489979:0:10922:0:(dcache.c:280:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.489981:0:10922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963937.489983:0:10922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fe3 from it 00000000b21dfe9f 00010000:00000001:3.0:1780963937.489991:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.489992:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.489993:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.489994:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489995:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.489997:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.489998:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490003:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.490004:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490005:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.490006:0:10922:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780963937.490008:0:10922:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780963937.490009:0:10922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490013:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.490016:0:10922:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963937.490018:0:10922:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.490020:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.490023:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490024:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.490025:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490028:0:10922:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.490030:0:10922:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490031:0:10922:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490034:0:10922:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490035:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.490036:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490037:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780963937.490040:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.490044:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564800/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963937.490049:0:10922:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963937.490058:0:10922:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963937.490060:0:10922:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000001999a69f. 02000000:00000001:3.0:1780963937.490064:0:10922:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963937.490066:0:10922:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.490067:0:10922:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.490069:0:10922:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963937.490070:0:10922:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006994a48c. 02000000:00000001:3.0:1780963937.490073:0:10922:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963937.490074:0:10922:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963937.490076:0:10922:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:3.0:1780963937.490079:0:10922:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963937.490080:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963937.490648:0:10922:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.490677:0:10922:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1780963937.490679:0:10922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:3.0:1780963937.490684:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.490689:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.490692:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963937.490693:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.490696:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963937.490697:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.490700:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.490701:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.490703:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.490705:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.490706:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.490707:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.490709:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:3.0:1780963937.490711:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.490714:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963937.490715:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780963937.490718:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963937.490720:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963937.490721:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963937.490724:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 3 00010000:00000001:3.0:1780963937.490726:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.490734:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.490736:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780963937.490738:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490743:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 3 00010000:00000040:3.0:1780963937.490745:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 02000000:00000001:3.0:1780963937.490748:0:10922:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780963937.490751:0:10922:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.490753:0:10922:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490757:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000002:00000001:3.0:1780963937.490758:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780963937.490760:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780963937.490761:0:10922:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.490763:0:10922:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.490764:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780963937.490767:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.490770:0:10922:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780963937.490771:0:10922:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.490773:0:10922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963937.490775:0:10922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84fe3 00000080:00000001:3.0:1780963937.490776:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.490777:0:10922:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1780963937.490778:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.490780:0:10922:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780963937.490781:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.490782:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.490783:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.490784:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.490786:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.490788:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490789:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963937.490794:0:10922:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.490795:0:10922:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.490796:0:10922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fe3 from it 00000000b21dfe9f 00010000:00000001:3.0:1780963937.490798:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.490799:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.490800:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:3.0:1780963937.490801:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.490803:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.490804:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.490805:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490810:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.490811:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490812:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.490813:0:10922:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780963937.490814:0:10922:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780963937.490815:0:10922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490820:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.490822:0:10922:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963937.490823:0:10922:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.490825:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.490826:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490827:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.490828:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490830:0:10922:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.490831:0:10922:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490833:0:10922:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490835:0:10922:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.490836:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.490837:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.490838:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780963937.490839:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1780963937.490852:0:10922:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780963937.490941:0:10922:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780963937.490943:0:10922:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1780963937.490944:0:10922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:3.0:1780963937.490947:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.490950:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.490952:0:10922:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1780963937.490953:0:10922:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.490956:0:10922:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780963937.490957:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.490958:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.490959:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.490960:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.490961:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.490963:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.490964:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.490965:0:10922:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:3.0:1780963937.490968:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.490969:0:10922:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1780963937.490970:0:10922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780963937.490972:0:10922:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780963937.490973:0:10922:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780963937.490975:0:10922:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780963937.490977:0:10922:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 3 00010000:00000001:3.0:1780963937.490978:0:10922:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.490980:0:10922:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.490982:0:10922:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780963937.490983:0:10922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.490989:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 3 00010000:00000040:3.0:1780963937.490990:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 02000000:00000001:3.0:1780963937.490992:0:10922:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780963937.490993:0:10922:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.490994:0:10922:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.491008:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000002:00000001:3.0:1780963937.491010:0:10922:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780963937.491011:0:10922:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780963937.491012:0:10922:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.491014:0:10922:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.491015:0:10922:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780963937.491017:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.491019:0:10922:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780963937.491020:0:10922:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.491021:0:10922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:3.0:1780963937.491022:0:10922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:3.0:1780963937.491024:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.491026:0:10922:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1780963937.491027:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.491028:0:10922:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780963937.491029:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.491030:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.491031:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963937.491033:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.491035:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.491036:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.491037:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780963937.491038:0:10922:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.491039:0:10922:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780963937.491040:0:10922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 000000009c18686c 00010000:00000001:3.0:1780963937.491042:0:10922:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.491042:0:10922:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.491043:0:10922:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:3.0:1780963937.491044:0:10922:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.491046:0:10922:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:3.0:1780963937.491047:0:10922:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780963937.491048:0:10922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.491058:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.491059:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.491060:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.491061:0:10922:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780963937.491062:0:10922:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780963937.491062:0:10922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.491067:0:10922:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:3.0:1780963937.491069:0:10922:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780963937.491070:0:10922:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.491071:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.491073:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.491074:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.491074:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.491076:0:10922:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.491077:0:10922:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.491078:0:10922:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.491080:0:10922:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.491081:0:10922:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780963937.491082:0:10922:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.491083:0:10922:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780963937.491084:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1780963937.491085:0:10922:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780963937.491087:0:10922:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 44 00000080:00000001:3.0:1780963937.491090:0:10922:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.491135:0:10922:0:(dir.c:2391:ll_dir_open()) Process entered 00000080:00000001:3.0:1780963937.491138:0:10922:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:3.0:1780963937.491139:0:10922:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), flags 300000 00000080:00000010:3.0:1780963937.491143:0:10922:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000004ad8bc96. 00000080:00000001:3.0:1780963937.491147:0:10922:0:(file.c:862:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.491148:0:10922:0:(dir.c:2392:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.491160:0:10922:0:(dir.c:1420:ll_dir_ioctl()) Process entered 00000080:00200000:3.0:1780963937.491161:0:10922:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), cmd=0xc03066f0 00000020:00000001:3.0:1780963937.491165:0:10922:0:(class_obd.c:226:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780963937.491175:0:10922:0:(class_obd.c:252:obd_ioctl_getdata()) kmalloced '(data)': 640 at 000000006994a48c. 00000020:00000001:3.0:1780963937.491178:0:10922:0:(class_obd.c:291:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.491182:0:10922:0:(dir.c:467:ll_dir_setdirstripe()) Process entered 00000080:00200000:3.0:1780963937.491183:0:10922:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0) name d425.sanity stripe_offset 1, stripe_count: 1 00000080:00000010:3.0:1780963937.491187:0:10922:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000089985efc. 00000080:00000001:3.0:1780963937.491193:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.491196:0:10922:0:(lmv_obd.c:1934:lmv_create()) Process entered 00800000:00000001:3.0:1780963937.491198:0:10922:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780963937.491200:0:10922:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780963937.491201:0:10922:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780963937.491202:0:10922:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780963937.491204:0:10922:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.491205:0:10922:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780963937.491206:0:10922:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963937.491209:0:10922:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780963937.491210:0:10922:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:3.0:1780963937.491211:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963937.491213:0:10922:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780963937.491216:0:10922:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000001:3.0:1780963937.491218:0:10922:0:(fid_request.c:224:seq_client_alloc_seq()) Process entered 40000000:00000001:3.0:1780963937.491219:0:10922:0:(fid_request.c:187:seq_client_alloc_meta()) Process entered 40000000:00000001:3.0:1780963937.491221:0:10922:0:(fid_request.c:63:seq_client_rpc()) Process entered 00000100:00000010:3.0:1780963937.491225:0:10922:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963937.491228:0:10922:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963937.491233:0:10922:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963937.491236:0:10922:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963937.491239:0:10922:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963937.491245:0:10922:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dca71c29. 00000100:00000001:3.0:1780963937.491252:0:10922:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.491257:0:10922:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963937.491259:0:10922:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963937.491264:0:10922:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.491266:0:10922:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835921728 : -127421873629888 : ffff8c1c487c5540) 00000100:00000001:3.0:1780963937.491269:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.491270:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963937.491274:0:10922:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.491278:0:10922:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.491285:0:10922:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963937.491286:0:10922:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.491293:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.491301:0:10922:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.491303:0:10922:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.491306:0:10922:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.491308:0:10922:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.491310:0:10922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564864:192.168.202.121@tcp:700:lfs.0 00000100:00000001:3.0:1780963937.491314:0:10922:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.491319:0:10922:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.491321:0:10922:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.491323:0:10922:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963937.491326:0:10922:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e54a48. 02000000:00000001:3.0:1780963937.491328:0:10922:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.491336:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963937.491341:0:10922:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963937.491347:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.491354:0:10922:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746564864, portal 10 00000100:00000001:3.0:1780963937.491356:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.491357:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:3.0:1780963937.491362:0:10922:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.491368:0:10922:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.491371:0:10922:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.491373:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baef3e9b. 00000100:00000200:3.0:1780963937.491375:0:10922:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1867475746564864, offset 0 00000400:00000200:3.0:1780963937.491381:0:10922:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.491388:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.491395:0:10922:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.491402:0:10922:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963937.491405:0:10922:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963937.491408:0:10922:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963937.491411:0:10922:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [177:177:256:4294967295] 192.168.202.121@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1780963937.491421:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.491429:0:10922:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.491436:0:10922:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.491440:0:10922:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ff4025e (tot 3210926). 00000800:00000200:3.0:1780963937.491446:0:10922:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.491453:0:10922:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.491457:0:10922:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ff4025e type 1, nob 360 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.491481:0:10922:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.491483:0:10922:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.491486:0:10922:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.491488:0:10922:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.491490:0:10922:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780963937.491491:0:10922:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a09bc663 going to sleep for 11 seconds 00000100:00000001:3.0:1780963937.491494:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963937.491495:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963937.492360:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.492365:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ff4025e (tot 3210678). 00000400:00000200:2.0:1780963937.492370:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.492376:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.492380:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baef3e9b 00000400:00000010:2.0:1780963937.492382:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baef3e9b. 00000100:00000001:2.0:1780963937.492386:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.492390:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.492400:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.492402:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.492408:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.492410:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963937.498866:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.498883:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.498887:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.498889:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.498900:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.498908:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.498916:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.498921:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.498940:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.498944:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 248 into portal 10 MB=0x6a27594802b00 00000400:00000200:2.0:1780963937.498949:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.498955:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 248/248 into md 0x945 [1] + 224 00000800:00000001:2.0:1780963937.498963:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.498971:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.498974:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.498978:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.498983:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.498990:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963937.499000:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=248 offset=224 replen=248 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.499023:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.499031:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.499034:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.499137:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963937.499145:0:10922:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963937.499147:0:10922:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963937.499149:0:10922:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963937.499153:0:10922:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.499155:0:10922:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.499158:0:10922:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.499161:0:10922:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:3.0:1780963937.499168:0:10922:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.499173:0:10922:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963937.499175:0:10922:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.499177:0:10922:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963937.499180:0:10922:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963937.499182:0:10922:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.499184:0:10922:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.499186:0:10922:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.499195:0:10922:0:(import.c:1935:at_measured()) add 1 to 000000002203eea4 time=1780963937 v=5 (0 0 0 0) 00000100:00001000:3.0:1780963937.499205:0:10922:0:(import.c:2000:at_measured()) AT 000000002203eea4 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1780963937.499208:0:10922:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff8c1c491bf800 ptl 30 has changed from 5 to 1 00000100:00001000:3.0:1780963937.499210:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=107 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.499213:0:10922:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963937.499214:0:10922:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.499216:0:10922:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780963937.499220:0:10922:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:3.0:1780963937.499226:0:10922:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.499229:0:10922:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963937.499230:0:10922:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:3.0:1780963937.499232:0:10922:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963937.499233:0:10922:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.499236:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963937.499242:0:10922:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.499245:0:10922:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963937.499246:0:10922:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963937.499249:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1780963937.499256:0:10922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564864:192.168.202.121@tcp:700:lfs.0 00000100:00000001:3.0:1780963937.499261:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.499263:0:10922:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.499265:0:10922:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963937.499267:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.499270:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963937.499276:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963937.499278:0:10922:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.499281:0:10922:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963937.499281:0:10922:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1780963937.499295:0:10922:0:(fid_request.c:141:seq_client_rpc()) cli-cli-lustre-MDT0001-mdc-ffff8c1c491bf800: Allocated meta-sequence [0x0000000240000402-0x0000000240000403]:0:mdt] 40000000:00000001:3.0:1780963937.499298:0:10922:0:(fid_request.c:143:seq_client_rpc()) Process leaving 00000100:00000001:3.0:1780963937.499299:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.499302:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564864/t0(0) o700->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963949 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963937.499308:0:10922:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963937.499310:0:10922:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963937.499312:0:10922:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e54a48. 02000000:00000001:3.0:1780963937.499317:0:10922:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963937.499319:0:10922:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.499320:0:10922:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=5 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.499322:0:10922:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963937.499324:0:10922:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dca71c29. 02000000:00000001:3.0:1780963937.499327:0:10922:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963937.499328:0:10922:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963937.499329:0:10922:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:3.0:1780963937.499332:0:10922:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963937.499333:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:3.0:1780963937.499335:0:10922:0:(fid_request.c:216:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1780963937.499337:0:10922:0:(fid_request.c:237:seq_client_alloc_seq()) cli-cli-lustre-MDT0001-mdc-ffff8c1c491bf800: New range - [0x0000000240000402-0x0000000240000403]:0:mdt 40000000:00000040:3.0:1780963937.499339:0:10922:0:(fid_request.c:248:seq_client_alloc_seq()) cli-cli-lustre-MDT0001-mdc-ffff8c1c491bf800: Allocated sequence [0x240000402] 40000000:00000001:3.0:1780963937.499341:0:10922:0:(fid_request.c:250:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1780963937.499343:0:10922:0:(fid_request.c:338:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff8c1c491bf800: New sequence [0x0000000240000402] 40000000:00000040:3.0:1780963937.499345:0:10922:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff8c1c491bf800: Allocated FID [0x240000402:0x1:0x0] 40000000:00000001:3.0:1780963937.499347:0:10922:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780963937.499349:0:10922:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.499352:0:10922:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780963937.499354:0:10922:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780963937.499356:0:10922:0:(lmv_obd.c:1995:lmv_create()) CREATE name 'd425.sanity' [0x240000402:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #1 00800000:00000001:3.0:1780963937.499359:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1780963937.499364:0:10922:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ed9ee86e (tot 3211318). 00000002:00000001:3.0:1780963937.499368:0:10922:0:(mdc_reint.c:172:mdc_create()) Process entered 00000002:00000001:3.0:1780963937.499370:0:10922:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:3.0:1780963937.499382:0:10922:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963937.499387:0:10922:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb3f36e2. 00000020:00000040:3.0:1780963937.499389:0:10922:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 02000000:00000001:3.0:1780963937.499394:0:10922:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1780963937.499395:0:10922:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.499397:0:10922:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780963937.499401:0:10922:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.499404:0:10922:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.499406:0:10922:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963937.499408:0:10922:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963937.499412:0:10922:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963937.499417:0:10922:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000853dbb0e. 00000100:00000001:3.0:1780963937.499423:0:10922:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.499425:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.499426:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.499428:0:10922:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.499428:0:10922:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.499430:0:10922:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780963937.499440:0:10922:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780963937.499445:0:10922:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963937.499450:0:10922:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963937.499451:0:10922:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963937.499455:0:10922:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a09bc663. 00000100:00000001:3.0:1780963937.499457:0:10922:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651835921728 : -127421873629888 : ffff8c1c487c5540) 00000100:00000001:3.0:1780963937.499460:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.499461:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:3.0:1780963937.499464:0:10922:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.499468:0:10922:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.499469:0:10922:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963937.499471:0:10922:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.499804:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.499812:0:10922:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.499814:0:10922:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.499824:0:10922:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.499828:0:10922:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.499830:0:10922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564992:192.168.202.121@tcp:36:lfs.0 00000100:00000001:3.0:1780963937.499835:0:10922:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.499850:0:10922:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.499852:0:10922:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.499855:0:10922:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.500334:0:10922:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000b34695a. 02000000:00000001:2.0:1780963937.500337:0:10922:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.500345:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.500349:0:10922:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7f571e3. 00000400:00000010:2.0:1780963937.500354:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ed0222. 00000100:00000200:2.0:1780963937.500360:0:10922:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746564992, portal 10 00000100:00000001:2.0:1780963937.500362:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.500363:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000040:2.0:1780963937.500369:0:10922:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.500376:0:10922:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.500378:0:10922:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.500380:0:10922:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b397a3. 00000100:00000200:2.0:1780963937.500382:0:10922:0:(niobuf.c:86:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1867475746564992, offset 0 00000400:00000200:2.0:1780963937.500388:0:10922:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.500395:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.500408:0:10922:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.500416:0:10922:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.500420:0:10922:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.500423:0:10922:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.500425:0:10922:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [178:178:256:4294967295] 192.168.202.121@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1780963937.500429:0:10922:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.500436:0:10922:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.500442:0:10922:0:(socklnd_cb.c:995:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.500447:0:10922:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b95d9fb (tot 3211566). 00000800:00000200:2.0:1780963937.500453:0:10922:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.500458:0:10922:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.500462:0:10922:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b95d9fb type 1, nob 656 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.500490:0:10922:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.500492:0:10922:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.500495:0:10922:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.500497:0:10922:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.500498:0:10922:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.500500:0:10922:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a09bc663 going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.500502:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.500504:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.501498:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.501503:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b95d9fb (tot 3211318). 00000400:00000200:3.0:1780963937.501510:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.501516:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.501521:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b397a3 00000400:00000010:3.0:1780963937.501522:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b397a3. 00000100:00000001:3.0:1780963937.501527:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.501531:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.501540:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.501542:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.501548:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.501549:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963937.551371:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.551388:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.551405:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.551408:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.551420:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.551428:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.551437:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.551442:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.551447:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.551451:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 328 into portal 15 MB=0x6a2759570d680 00000400:00000200:2.0:1780963937.551459:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.121@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:2.0:1780963937.551467:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.551490:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.551492:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.551496:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.551503:0:2279:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1780963937.551504:0:2279:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1780963937.551509:0:2279:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d605ce0. 00000100:00000040:2.0:1780963937.551514:0:2279:0:(events.c:358:request_in_callback()) incoming req@000000005d605ce0 x1867475762337408 msgsize 328 00000100:00100000:2.0:1780963937.551519:0:2279:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00000001:2.0:1780963937.551536:0:2279:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.551545:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.551547:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.551618:0:5596:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1780963937.551622:0:5596:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1780963937.551624:0:5596:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.551626:0:5596:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.551631:0:5596:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.551636:0:5596:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475762337408 00000020:00000001:3.0:1780963937.551639:0:5596:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1780963937.551641:0:5596:0:(genops.c:911:class_conn2export()) looking for export cookie 0x4312194ed9c84f34 00000020:00000001:3.0:1780963937.551643:0:5596:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.551645:0:5596:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1d604d8 refcount=5 00000020:00000001:3.0:1780963937.551648:0:5596:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651822118912 : -127421887432704 : ffff8c1c47a9b800) 00000020:00000001:3.0:1780963937.551650:0:5596:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446616651822118912 : -127421887432704 : ffff8c1c47a9b800) 00000100:00000001:3.0:1780963937.551655:0:5596:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1780963937.551663:0:5596:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1780963937.551668:0:5596:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dca71c29. 00000020:00000010:3.0:1780963937.551673:0:5596:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c3c61de. 00000020:00000010:3.0:1780963937.551689:0:5596:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b952ef. 00000100:00000040:3.0:1780963937.551698:0:5596:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1780963937.551702:0:5596:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1780963937.551703:0:5596:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1780963937.551705:0:5596:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.551712:0:5596:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.551732:0:5596:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.551745:0:5596:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1780963937.551746:0:5596:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1780963937.551750:0:5596:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 4 00000100:00000040:3.0:1780963937.551752:0:5596:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1d604d8 : new rpc_count 1 00000100:00000001:3.0:1780963937.551754:0:5596:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446616651841659840 : -127421867891776 : ffff8c1c48d3e3c0) 00000100:00000040:3.0:1780963937.551759:0:5596:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d605ce0 x1867475762337408/t0(0) o104->3b5d3ce3-653a-4558-8919-03ddf53ef1ef@192.168.202.121@tcp:488/0 lens 328/0 e 0 to 0 dl 1780963948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963937.551767:0:5596:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1780963937.551769:0:5596:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1780963937.551771:0:5596:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d605ce0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3b5d3ce3-653a-4558-8919-03ddf53ef1ef+5:6266:x1867475762337408:12345-192.168.202.121@tcp:104: 00000100:00000200:3.0:1780963937.551775:0:5596:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1867475762337408 00010000:00000001:3.0:1780963937.551777:0:5596:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1780963937.551783:0:5596:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.551785:0:5596:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.551786:0:5596:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=2 00000020:00000001:3.0:1780963937.551788:0:5596:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.551790:0:5596:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:3.0:1780963937.551794:0:5596:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.551797:0:5596:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780963937.551801:0:5596:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.551821:0:5596:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:3.0:1780963937.551828:0:5596:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1780963937.551830:0:5596:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1780963937.551834:0:5596:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010e54a48. 02000000:00000001:3.0:1780963937.551836:0:5596:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.551838:0:5596:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.551854:0:5596:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1780963937.551856:0:5596:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.551859:0:5596:0:(import.c:1935:at_measured()) add 1 to 000000004f43e4b6 time=97 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.551864:0:5596:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780963937.551866:0:5596:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000022da50e7 refcount 16 to 192.168.202.121@tcp 00000100:00000001:3.0:1780963937.551868:0:5596:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446616651852715904 : -127421856835712 : ffff8c1c497c9780) 02000000:00000001:3.0:1780963937.551871:0:5596:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1780963937.551873:0:5596:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.551875:0:5596:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.551877:0:5596:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.551882:0:5596:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.551887:0:5596:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867475762337408, offset 224 00000400:00000200:3.0:1780963937.551894:0:5596:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.551900:0:5596:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.551907:0:5596:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.551912:0:5596:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [179:179:256:4294967295] 192.168.202.121@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1780963937.551915:0:5596:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.551924:0:5596:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.551930:0:5596:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.551935:0:5596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd42e851 (tot 3211566). 00000800:00000200:3.0:1780963937.551940:0:5596:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.551946:0:5596:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.551950:0:5596:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd42e851 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.551963:0:5596:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.551971:0:5596:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000022da50e7 refcount 15 to 192.168.202.121@tcp 00010000:00000001:3.0:1780963937.551974:0:5596:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1780963937.551978:0:5596:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003972ca74. 00010000:00000001:3.0:1780963937.551981:0:5596:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1780963937.552002:0:5596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1780963937.552004:0:5596:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.552005:0:5596:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.552006:0:5596:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.552010:0:5596:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d605ce0 x1867475762337408/t0(0) o104->3b5d3ce3-653a-4558-8919-03ddf53ef1ef@192.168.202.121@tcp:488/0 lens 328/224 e 0 to 0 dl 1780963948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1780963937.552017:0:5596:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d605ce0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3b5d3ce3-653a-4558-8919-03ddf53ef1ef+5:6266:x1867475762337408:12345-192.168.202.121@tcp:104: Request processed in 248us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1780963937.552024:0:5596:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 4 00000100:00000040:3.0:1780963937.552027:0:5596:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1d604d8 : new rpc_count 0 00000100:00000001:3.0:1780963937.552029:0:5596:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1780963937.552030:0:5596:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1780963937.552033:0:5596:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c3c61de. 00000020:00000010:3.0:1780963937.552038:0:5596:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b952ef. 00000020:00000010:3.0:1780963937.552040:0:5596:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dca71c29. 00000020:00000040:3.0:1780963937.552044:0:5596:0:(genops.c:979:class_export_put()) PUTting export 00000000e1d604d8 : new refcount 4 00000100:00000001:3.0:1780963937.552046:0:5596:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1780963937.552173:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.552176:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd42e851 (tot 3211318). 00000400:00000200:3.0:1780963937.552180:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.552183:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.552187:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.552188:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.552191:0:2280:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1780963937.552192:0:2280:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1780963937.552656:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963937.552659:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963937.552662:0:5605:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1780963937.552664:0:5605:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1780963937.552666:0:5605:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963937.552667:0:5605:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.552675:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:0.0:1780963937.552678:0:5605:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b7c1002 already unused, calling callback (0000000007a9c421) 00000080:00000001:0.0:1780963937.552680:0:5605:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963937.552683:0:5605:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.552688:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:0.0:1780963937.552690:0:5605:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963937.552692:0:5605:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963937.552694:0:5605:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.552698:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:0.0:1780963937.552699:0:5605:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963937.552702:0:5605:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963937.552703:0:5605:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963937.552704:0:5605:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963937.552705:0:5605:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001b7c1002 refcount=3 00000020:00000001:0.0:1780963937.552706:0:5605:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:0.0:1780963937.552708:0:5605:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861523648 : -127421848027968 : ffff8c1c4a02fcc0) 00010000:00000001:0.0:1780963937.552718:0:5605:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963937.552720:0:5605:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.552724:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000080:00000001:0.0:1780963937.552737:0:5605:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963937.552741:0:5605:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780963937.552743:0:5605:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780963937.552745:0:5605:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:0.0:1780963937.552748:0:5605:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.552752:0:5605:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1780963937.552753:0:5605:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963937.552755:0:5605:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963937.552758:0:5605:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963937.552760:0:5605:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963937.552762:0:5605:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963937.552764:0:5605:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963937.552765:0:5605:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963937.552767:0:5605:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.552769:0:5605:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.552771:0:5605:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963937.552774:0:5605:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963937.552778:0:5605:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 3 00010000:00000001:0.0:1780963937.552781:0:5605:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963937.552785:0:5605:0:(ldlm_lock.c:341:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780963937.552787:0:5605:0:(ldlm_lock.c:354:ldlm_lock_touch_in_lru()) Process leaving 00010000:00000040:0.0:1780963937.552788:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 02000000:00000001:0.0:1780963937.552790:0:5605:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963937.552794:0:5605:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963937.552796:0:5605:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.552801:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:0.0:1780963937.552803:0:5605:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963937.552804:0:5605:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963937.552805:0:5605:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00800000:00000001:0.0:1780963937.552811:0:5605:0:(lmv_obd.c:3611:lmv_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1780963937.552813:0:5605:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963937.552814:0:5605:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963937.552815:0:5605:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=2 00000020:00000001:0.0:1780963937.552816:0:5605:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:0.0:1780963937.552818:0:5605:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:0.0:1780963937.552819:0:5605:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963937.552820:0:5605:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780963937.552821:0:5605:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.552822:0:5605:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1780963937.552822:0:5605:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963937.552823:0:5605:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963937.552824:0:5605:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963937.552825:0:5605:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963937.552826:0:5605:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963937.552827:0:5605:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963937.552828:0:5605:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963937.552829:0:5605:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.552830:0:5605:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.552831:0:5605:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963937.552832:0:5605:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963937.552834:0:5605:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 3 00010000:00000001:0.0:1780963937.552835:0:5605:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963937.552837:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000002:00000001:0.0:1780963937.552838:0:5605:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.552850:0:5605:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.552851:0:5605:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963937.552852:0:5605:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780963937.552854:0:5605:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.552856:0:5605:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.552857:0:5605:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963937.552859:0:5605:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780963937.552860:0:5605:0:(namei.c:338:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000eade4b18, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780963937.552864:0:5605:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780963937.552866:0:5605:0:(namei.c:206:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780963937.552868:0:5605:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780963937.552869:0:5605:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963937.552876:0:5605:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963937.552879:0:5605:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963937.552880:0:5605:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963937.552881:0:5605:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963937.552882:0:5605:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963937.552884:0:5605:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001b7c1002 with handle 0x4312194ed9c84fe3 from hash 00010000:00000001:0.0:1780963937.552887:0:5605:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963937.552888:0:5605:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963937.552888:0:5605:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963937.552889:0:5605:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963937.552892:0:5605:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963937.552897:0:5605:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1780963937.552901:0:5605:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963937.552905:0:5605:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963937.552906:0:5605:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963937.552907:0:5605:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963937.552909:0:5605:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963937.552911:0:5605:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1780963937.552916:0:5605:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a4c2ca77. 00000020:00000040:0.0:1780963937.552919:0:5605:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:0.0:1780963937.552923:0:5605:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963937.552925:0:5605:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963937.552927:0:5605:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963937.552932:0:5605:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b899a6b9. 00000100:00000001:0.0:1780963937.552936:0:5605:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963937.552939:0:5605:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780963937.552942:0:5605:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.552947:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:0.0:1780963937.552958:0:5605:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1780963937.552960:0:5605:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963937.552963:0:5605:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963937.552966:0:5605:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963937.552972:0:5605:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a4c2ca77] to pc [ptlrpcd_00_01+1] req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000001:0.0:1780963937.552996:0:5605:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963937.552998:0:5605:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963937.552999:0:5605:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963937.553000:0:5605:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963937.553002:0:5605:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963937.553003:0:5605:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963937.553005:0:5605:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.553010:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000001:0.0:1780963937.553011:0:5605:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963937.553012:0:5605:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000001b7c1002/0x4312194ed9c84fe3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x7099240667198231 expref: -99 pid: 10922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963937.553017:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:0.0:1780963937.553019:0:5605:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:0.0:1780963937.553025:0:5605:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963937.553026:0:5605:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1780963937.553028:0:5605:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003972ca74. 00010000:00000001:0.0:1780963937.553031:0:5605:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963937.553032:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963937.553033:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963937.553035:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1780963937.553036:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963937.553036:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963937.553038:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1780963937.553039:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963937.553040:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963937.553041:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780963937.553223:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963937.553228:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963937.553230:0:2286:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963937.553234:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963937.553243:0:2286:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963937.553244:0:2286:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963937.553248:0:2286:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963937.553257:0:2286:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963937.553261:0:2286:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c2ca77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746565056:192.168.202.121@tcp:103:ldlm_bl_02.0 00000100:00000001:1.0:1780963937.553265:0:2286:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963937.553270:0:2286:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963937.553272:0:2286:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963937.553274:0:2286:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963937.553278:0:2286:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094d1226f. 02000000:00000001:1.0:1780963937.553280:0:2286:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963937.553285:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963937.553289:0:2286:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004851b812. 00000400:00000010:1.0:1780963937.553293:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003383fc9f. 00000100:00000200:1.0:1780963937.553298:0:2286:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746565056, portal 18 00000100:00000001:1.0:1780963937.553300:0:2286:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963937.553301:0:2286:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651965668480 : -127421743883136 : ffff8c1c50381c80) 00000100:00000040:1.0:1780963937.553307:0:2286:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963937.553313:0:2286:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963937.553315:0:2286:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963937.553318:0:2286:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005032918. 00000100:00000200:1.0:1780963937.553320:0:2286:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867475746565056, offset 0 00000400:00000200:1.0:1780963937.553325:0:2286:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963937.553331:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963937.553336:0:2286:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963937.553344:0:2286:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963937.553347:0:2286:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963937.553350:0:2286:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963937.553352:0:2286:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [180:180:256:4294967295] 192.168.202.121@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:1.0:1780963937.553356:0:2286:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963937.553363:0:2286:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963937.553367:0:2286:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963937.553371:0:2286:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043f9866f (tot 3211566). 00000800:00000200:1.0:1780963937.553375:0:2286:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963937.553386:0:2286:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963937.553388:0:2286:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043f9866f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780963937.553405:0:2286:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.553407:0:2286:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963937.553410:0:2286:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.553412:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.553414:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963937.553419:0:2286:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963937.553420:0:2286:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780963937.553422:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963937.553423:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963937.553424:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.553426:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.553434:0:2285:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963937.553435:0:2285:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963937.553604:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.553607:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043f9866f (tot 3211318). 00000400:00000200:2.0:1780963937.553611:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.553615:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.553618:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005032918 00000400:00000010:2.0:1780963937.553619:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005032918. 00000100:00000001:2.0:1780963937.553623:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.553626:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963937.553634:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.553636:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1780963937.553641:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.553643:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:0.1F:1780963937.562484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b7c1002. 00000800:00000001:3.0:1780963937.565705:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.565727:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.565734:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.565736:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.565771:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.565780:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.565789:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.565795:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.565800:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.565815:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 18 MB=0x6a27594802bc0 00000400:00000200:3.0:1780963937.565823:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.565831:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.121@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:3.0:1780963937.565852:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.565877:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.565880:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.565885:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.565893:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.565903:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000040:3.0:1780963937.565916:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1780963937.565939:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.565952:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.565956:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963937.567162:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963937.567184:0:2286:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963937.567204:0:2286:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963937.567206:0:2286:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963937.567210:0:2286:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004851b812. 00000400:00000200:1.0:1780963937.567220:0:2286:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003383fc9f 00000400:00000010:1.0:1780963937.567222:0:2286:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003383fc9f. 00000100:00000001:1.0:1780963937.567227:0:2286:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963937.567237:0:2286:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1780963937.567249:0:2286:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963937.567256:0:2286:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963937.567258:0:2286:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963937.567261:0:2286:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963937.567263:0:2286:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963937.567265:0:2286:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963937.567268:0:2286:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963937.567271:0:2286:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963937.567278:0:2286:0:(import.c:1935:at_measured()) add 1 to 000000000e7946e4 time=1780963937 v=5 (0 0 0 0) 00000100:00001000:1.0:1780963937.567281:0:2286:0:(import.c:2000:at_measured()) AT 000000000e7946e4 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1780963937.567302:0:2286:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff8c1c491bf800 ptl 17 has changed from 5 to 1 00000100:00001000:1.0:1780963937.567306:0:2286:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963937.567308:0:2286:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963937.567310:0:2286:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963937.567312:0:2286:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963937.567316:0:2286:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.567319:0:2286:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963937.567320:0:2286:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780963937.567322:0:2286:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963937.567323:0:2286:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963937.567327:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963937.567333:0:2286:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963937.567336:0:2286:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963937.567338:0:2286:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963937.567341:0:2286:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00100000:1.0:1780963937.567347:0:2286:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c2ca77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2286:1867475746565056:192.168.202.121@tcp:103:ldlm_bl_02.0 00000100:00000001:1.0:1780963937.567352:0:2286:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963937.567354:0:2286:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963937.567356:0:2286:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a4c2ca77 x1867475746565056/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963949 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1780963937.567362:0:2286:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963937.567364:0:2286:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963937.567367:0:2286:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094d1226f. 02000000:00000001:1.0:1780963937.567371:0:2286:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963937.567373:0:2286:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963937.567374:0:2286:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:1.0:1780963937.567376:0:2286:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963937.567377:0:2286:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b899a6b9. 02000000:00000001:1.0:1780963937.567382:0:2286:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963937.567383:0:2286:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963937.567389:0:2286:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a4c2ca77. 00000100:00000001:1.0:1780963937.567393:0:2286:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963937.567394:0:2286:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963937.567396:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963937.567403:0:2286:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963937.567405:0:2286:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963937.567407:0:2286:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963937.567409:0:2286:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963937.597208:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.597234:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.597240:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.597243:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.597260:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597270:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.597279:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597285:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597292:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597318:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 448 into portal 10 MB=0x6a27594802b80 00000400:00000200:2.0:1780963937.597325:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597333:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 448/448 into md 0x955 [1] + 224 00000800:00000001:2.0:1780963937.597344:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.597377:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.597381:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.597386:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.597404:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.597414:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963937.597426:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=448 offset=224 replen=448 req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.597458:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1780963937.597470:0:2279:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1780963937.597474:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597480:0:2279:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.597487:0:2279:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [181:181:256:4294967295] 192.168.202.121@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1780963937.597492:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.597499:0:2279:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:2.0:1780963937.597505:0:2279:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.597512:0:2279:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edc7f820 (tot 3211566). 00000800:00000200:2.0:1780963937.597518:0:2279:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.597527:0:2279:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.597532:0:2279:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000edc7f820 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1780963937.597626:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.597630:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edc7f820 (tot 3211318). 00000400:00000200:2.0:1780963937.597635:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.597638:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000800:00000001:2.0:1780963937.597645:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.597654:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963937.597754:0:10922:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963937.597764:0:10922:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963937.597766:0:10922:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963937.597769:0:10922:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d7f571e3. 00000400:00000200:0.0:1780963937.597775:0:10922:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ed0222 00000400:00000010:0.0:1780963937.597784:0:10922:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ed0222. 00000100:00000001:0.0:1780963937.597787:0:10922:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963937.597791:0:10922:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963937.597799:0:10922:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb3f36e2 x1867475746564992/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963937.597816:0:10922:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963937.597819:0:10922:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963937.597821:0:10922:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963937.597826:0:10922:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963937.597828:0:10922:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963937.597831:0:10922:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963937.597833:0:10922:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963937.597854:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=107 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963937.597859:0:10922:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=107 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963937.597862:0:10922:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963937.597864:0:10922:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963937.597867:0:10922:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963937.597872:0:10922:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963937.597876:0:10922:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780963937.597877:0:10922:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1780963937.597879:0:10922:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780963937.597883:0:10922:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963937.597884:0:10922:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783597376 : -127421925954240 : ffff8c1c455ded40) 00000100:00000001:0.0:1780963937.597888:0:10922:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963937.597889:0:10922:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:0.0:1780963937.597892:0:10922:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963937.597894:0:10922:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963937.597899:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb3f36e2 x1867475746564992/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963937.597905:0:10922:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963937.597909:0:10922:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963937.597911:0:10922:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963937.597914:0:10922:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb3f36e2 x1867475746564992/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963937.597934:0:10922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb3f36e2 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10922:1867475746564992:192.168.202.121@tcp:36:lfs.0 00000100:00000001:0.0:1780963937.597940:0:10922:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963937.597943:0:10922:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963937.597945:0:10922:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963937.597948:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963937.597951:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb3f36e2 x1867475746564992/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963937.597957:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963937.597959:0:10922:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a09bc663. 00000100:00000001:0.0:1780963937.597963:0:10922:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963937.597964:0:10922:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.597974:0:10922:0:(mdc_reint.c:278:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963937.597978:0:10922:0:(lmv_obd.c:2003:lmv_create()) Created - [0x240000402:0x1:0x0] 00800000:00000001:0.0:1780963937.597980:0:10922:0:(lmv_obd.c:2009:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963937.597984:0:10922:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1780963937.597988:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.597993:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.597996:0:10922:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780963937.597999:0:10922:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780963937.598002:0:10922:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1780963937.598006:0:10922:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1780963937.598027:0:10922:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000f999b1db. 00000080:00000001:0.0:1780963937.598040:0:10922:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1780963937.598042:0:10922:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x240000402:0x1:0x0](00000000d77ffd98) 00000080:00000001:0.0:1780963937.598045:0:10922:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780963937.598046:0:10922:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x240000402:0x1:0x0] 00000080:00000001:0.0:1780963937.598049:0:10922:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963937.598051:0:10922:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1780963937.598053:0:10922:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1780963937.598055:0:10922:0:(llite_lib.c:2690:ll_update_inode()) setting ino 162129603798761473 mtime from 0 to 1780963937 00000080:00200000:0.0:1780963937.598059:0:10922:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x240000402:0x1:0x0], updating i_size 4096 00000080:00000001:0.0:1780963937.598063:0:10922:0:(llite_lib.c:2868:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1780963937.598071:0:10922:0:(namei.c:166:ll_iget()) Process leaving (rc=18446616652101765328 : -127421607786288 : ffff8c1c5854c8d0) 00000080:00000001:0.0:1780963937.598074:0:10922:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963937.598076:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.598078:0:10922:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1780963937.598080:0:10922:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963937.598082:0:10922:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1780963937.598083:0:10922:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963937.598084:0:10922:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963937.598140:0:10922:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963937.598144:0:10922:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb3f36e2 x1867475746564992/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963937.598150:0:10922:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963937.598155:0:10922:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000089985efc. 00000080:00000010:0.0:1780963937.598162:0:10922:0:(dir.c:1534:ll_dir_ioctl()) kfreed 'data': 640 at 000000006994a48c. 00000080:00000001:0.0:1780963937.598165:0:10922:0:(dir.c:1535:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963937.598191:0:10922:0:(dir.c:2397:ll_dir_release()) Process entered 00000080:00000001:0.0:1780963937.598194:0:10922:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1780963937.598196:0:10922:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00400000:0.0:1780963937.598199:0:10922:0:(statahead.c:1295:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1780963937.598202:0:10922:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000004ad8bc96. 00000080:00000001:0.0:1780963937.598207:0:10922:0:(file.c:423:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963937.598209:0:10922:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963937.598210:0:10922:0:(dir.c:2398:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.617580:0:10923:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.617588:0:10923:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.617590:0:10923:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963937.617592:0:10923:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:2.0:1780963937.617679:0:10923:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.617690:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.617697:0:10923:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.617699:0:10923:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.617704:0:10923:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963937.617706:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.617710:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.617712:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.617715:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.617717:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.617719:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.617721:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.617723:0:10923:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963937.617726:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.617730:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.617732:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963937.617737:0:10923:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963937.617739:0:10923:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963937.617744:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963937.617753:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.617756:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.617762:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.617765:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963937.617768:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.617778:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:2.0:1780963937.617781:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:2.0:1780963937.617784:0:10923:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963937.617791:0:10923:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.617802:0:10923:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.617888:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:2.0:1780963937.617892:0:10923:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963937.617894:0:10923:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963937.617896:0:10923:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.617899:0:10923:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.617901:0:10923:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963937.617905:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.617911:0:10923:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963937.617913:0:10923:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.617915:0:10923:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963937.617919:0:10923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:2.0:1780963937.617922:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.617925:0:10923:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963937.617927:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.617929:0:10923:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963937.617932:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.617934:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.617937:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.617939:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.617943:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.617946:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.617947:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.617948:0:10923:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.617950:0:10923:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.617951:0:10923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 000000007bdd4691 00010000:00000001:2.0:1780963937.617953:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.617954:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.617955:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.617956:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.617959:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.617961:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.617969:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.617976:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.617978:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.617979:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.617981:0:10923:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963937.617983:0:10923:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963937.617984:0:10923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.617989:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.617993:0:10923:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963937.617997:0:10923:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963937.618000:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.618004:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618005:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.618006:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618010:0:10923:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963937.618012:0:10923:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618014:0:10923:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618017:0:10923:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618019:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.618020:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618021:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963937.618024:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963937.618026:0:10923:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963937.618027:0:10923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00000001:2.0:1780963937.618032:0:10923:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.618045:0:10923:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000295000e8. 00000080:00000001:2.0:1780963937.618050:0:10923:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.618051:0:10923:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963937.618052:0:10923:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:2.0:1780963937.618055:0:10923:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.618058:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618059:0:10923:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.618061:0:10923:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.618071:0:10923:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963937.618072:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.618073:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.618074:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.618076:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.618077:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.618078:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.618080:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.618081:0:10923:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963937.618083:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618085:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.618086:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963937.618088:0:10923:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963937.618089:0:10923:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963937.618091:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963937.618210:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.618213:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.618216:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.618217:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963937.618219:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618226:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:2.0:1780963937.618227:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:2.0:1780963937.618229:0:10923:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963937.618232:0:10923:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.618233:0:10923:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618239:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:2.0:1780963937.618241:0:10923:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963937.618243:0:10923:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963937.618244:0:10923:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.618245:0:10923:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.618247:0:10923:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963937.618258:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.618261:0:10923:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963937.618262:0:10923:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.618264:0:10923:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963937.618266:0:10923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:2.0:1780963937.618268:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618269:0:10923:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963937.618270:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618272:0:10923:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963937.618273:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.618274:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.618275:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.618277:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.618279:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.618280:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618281:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.618282:0:10923:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618283:0:10923:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.618284:0:10923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 00000000eaddbe60 00010000:00000001:2.0:1780963937.618286:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.618287:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.618288:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.618289:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.618291:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.618293:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.618294:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618300:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.618302:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618303:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.618304:0:10923:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963937.618305:0:10923:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963937.618306:0:10923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618317:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.618320:0:10923:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963937.618321:0:10923:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963937.618323:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.618324:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618325:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.618326:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618329:0:10923:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963937.618330:0:10923:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618332:0:10923:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618335:0:10923:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618336:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.618338:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618340:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963937.618342:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963937.618343:0:10923:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963937.618345:0:10923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 3 00000080:00000001:2.0:1780963937.618527:0:10923:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.618531:0:10923:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:2.0:1780963937.618533:0:10923:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), file 0000000088765139, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1780963937.618541:0:10923:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 000000002ee63f8d. 00000080:00000001:2.0:1780963937.618546:0:10923:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1780963937.618548:0:10923:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=open|creat 00000080:00000010:2.0:1780963937.618556:0:10923:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.618562:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618565:0:10923:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.618566:0:10923:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.618569:0:10923:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780963937.618574:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.618575:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.618576:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.618578:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.618579:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.618580:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.618587:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618591:0:10923:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780963937.618593:0:10923:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:2.0:1780963937.618595:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618598:0:10923:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780963937.618670:0:10923:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780963937.618673:0:10923:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8c1c491bf800: Allocated FID [0x200000402:0x3:0x0] 40000000:00000001:2.0:1780963937.618677:0:10923:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618678:0:10923:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618681:0:10923:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.618682:0:10923:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.618684:0:10923:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x3:0x0], name='d425.sanity' -> mds #0 00800000:00000001:2.0:1780963937.618688:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618690:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.618691:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x200000402:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1780963937.618695:0:10923:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963937.618698:0:10923:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963937.618701:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963937.618706:0:10923:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618707:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1780963937.618709:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.618711:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.618714:0:10923:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780963937.618717:0:10923:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618718:0:10923:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1780963937.618719:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:2.0:1780963937.618721:0:10923:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.618728:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004802ac42. 00000020:00000040:2.0:1780963937.618732:0:10923:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 02000000:00000001:2.0:1780963937.618740:0:10923:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963937.618741:0:10923:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618745:0:10923:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963937.618750:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.618752:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.618753:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.618759:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.618762:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.618764:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.618767:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.618775:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001ca6a0e4. 00000100:00000001:2.0:1780963937.618783:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618789:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.618790:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618792:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.618793:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.618794:0:10923:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.618885:0:10923:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00010000:00000001:2.0:1780963937.618889:0:10923:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963937.618892:0:10923:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780963937.618894:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.618896:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.618898:0:10923:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963937.618902:0:10923:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c14b5f9a. 00000020:00000010:2.0:1780963937.618907:0:10923:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000058347f68 (tot 3211382). 00000020:00000001:2.0:1780963937.618911:0:10923:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963937.618913:0:10923:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000c14b5f9a with handle 0x4312194ed9c84fea to hash 00000020:00000001:2.0:1780963937.618916:0:10923:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963937.618917:0:10923:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.618921:0:10923:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.618924:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.618925:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.618927:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618934:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:2.0:1780963937.618936:0:10923:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618942:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000020:00100000:2.0:1780963937.618960:0:10923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963937.618973:0:10923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963937.618981:0:10923:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.618987:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:2.0:1780963937.618990:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.618992:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.618999:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.619002:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868019904 : -127421841531712 : ffff8c1c4a661cc0) 00000100:00000001:2.0:1780963937.619005:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.619006:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000001:2.0:1780963937.619011:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.619015:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.619017:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.619019:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.619022:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.619030:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.619032:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.619036:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.619038:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.619041:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565184:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.619046:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.619053:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.619055:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.619057:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.619161:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 0000000097d6bc0d. 02000000:00000001:2.0:1780963937.619163:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.619175:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.619180:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.619187:0:10923:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000a8a2aa82 (tot 3212014). 00000100:00000200:2.0:1780963937.619197:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475746565184, portal 10 00000100:00000001:2.0:1780963937.619203:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.619204:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000040:2.0:1780963937.619210:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.619218:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.619221:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.619225:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e14e0d55. 00000100:00000200:2.0:1780963937.619229:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1867475746565184, offset 0 00000400:00000200:2.0:1780963937.619236:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.619247:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.619257:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.619266:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.619270:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.619274:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.619279:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [182:182:256:4294967295] 192.168.202.121@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1780963937.619283:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.619293:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.619299:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.619305:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edc7f820 (tot 3212262). 00000800:00000200:2.0:1780963937.619313:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.619322:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.619327:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000edc7f820 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.619550:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.619553:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.619557:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.619559:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.619561:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.619563:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c82ec718 going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.619566:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.619569:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.622165:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.622177:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edc7f820 (tot 3212014). 00000400:00000200:3.0:1780963937.622186:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.622198:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.622206:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e14e0d55 00000400:00000010:3.0:1780963937.622209:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e14e0d55. 00000100:00000001:3.0:1780963937.622215:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.622223:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.622237:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.622240:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.622267:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.622269:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963937.629211:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.629236:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.629243:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.629246:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.629262:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.629272:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.629282:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.629288:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.629293:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.629298:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27594802c40 00000400:00000200:3.0:1780963937.629305:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.629313:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0x975 [32] + 224 00000800:00000001:3.0:1780963937.629323:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.629339:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.629343:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.629348:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.629357:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.629366:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.629379:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.629466:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.629481:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.629485:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.629577:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.629587:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.629676:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.629679:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.629685:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8a2aa82 00000400:00000010:2.0:1780963937.629687:0:10923:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000a8a2aa82 (tot 3211382). 00000100:00000001:2.0:1780963937.629693:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.629698:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.629707:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.629712:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.629716:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.629719:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.629722:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.629726:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.629728:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.629732:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.629744:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963937.629749:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.629752:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963937.629754:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.629758:0:10923:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963937.629762:0:10923:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.629766:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.629768:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963937.629772:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.629774:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963937.629779:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.629787:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.629790:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.629793:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.629796:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963937.629875:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565184:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.629888:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.629891:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.629893:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.629896:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.629900:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.629906:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.629908:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.629912:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.629914:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.629917:0:10923:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963937.629923:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.629926:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.629929:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=4 00000020:00000001:2.0:1780963937.629932:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.629935:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000040:2.0:1780963937.629942:0:10923:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000c14b5f9a, remote cookie: 0x7099240667198262, flags: 0x1001 00010000:00010000:2.0:1780963937.629948:0:10923:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.629955:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:2.0:1780963937.629960:0:10923:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780963937.629963:0:10923:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780963937.629971:0:10923:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbb21d64. 00010000:00000010:2.0:1780963937.629974:0:10923:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000073beffde. 00010000:00000040:2.0:1780963937.629980:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.629982:0:10923:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.629984:0:10923:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.629989:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00010000:2.0:1780963937.629998:0:10923:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630003:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630006:0:10923:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780963937.630012:0:10923:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780963937.630014:0:10923:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1780963937.630016:0:10923:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780963937.630018:0:10923:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780963937.630020:0:10923:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000402:0x1:0x0].0x0 (00000000fbb21d64) refcount = 1 00010000:00010000:2.0:1780963937.630024:0:10923:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630029:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630031:0:10923:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780963937.630035:0:10923:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780963937.630037:0:10923:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.630040:0:10923:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780963937.630043:0:10923:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.630046:0:10923:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630051:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630053:0:10923:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780963937.630055:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630056:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.630057:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630058:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.630060:0:10923:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.630065:0:10923:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780963937.630068:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.630069:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.630070:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.630072:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630074:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630083:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.630084:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.630085:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=4 00000020:00000001:2.0:1780963937.630086:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630088:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630276:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.630279:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.630282:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630289:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630291:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630292:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.630294:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.630295:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.630296:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=5 00000020:00000001:2.0:1780963937.630298:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630300:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630302:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.630304:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630310:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630311:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630312:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963937.630314:0:10923:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630319:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630321:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.630322:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630323:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.630324:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630331:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780963937.630336:0:10923:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=0 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963937.630343:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.630345:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.630346:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.630348:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630349:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630351:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630352:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.630354:0:10923:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.630356:0:10923:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.630360:0:10923:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963937.630362:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.630363:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.630364:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.630366:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630367:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00000002:00010000:2.0:1780963937.630370:0:10923:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.630375:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.630378:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630379:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.630381:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963937.630382:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.630382:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.630383:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.630385:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.630386:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000040:2.0:1780963937.630390:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.630392:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963937.630545:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00010000:2.0:1780963937.630554:0:10923:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000b937fb5b type 13 mode 4 res 9663677442/1 (0 0) 00010000:00000001:2.0:1780963937.630557:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.630558:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.630559:0:10923:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963937.630561:0:10923:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=open|creat status=0 disp=b: rc = 0 00000002:00000001:2.0:1780963937.630565:0:10923:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.630570:0:10923:0:(lmv_intent.c:68:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1780963937.630573:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.630577:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.630579:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.630582:0:10923:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:2.0:1780963937.630584:0:10923:0:(fld_request.c:135:fld_client_get_target()) Process entered 80000000:00000001:2.0:1780963937.630587:0:10923:0:(fld_request.c:66:fld_rrb_scan()) Process entered 80000000:00000001:2.0:1780963937.630589:0:10923:0:(fld_request.c:83:fld_rrb_scan()) Process leaving (rc=18446616651821808832 : -127421887742784 : ffff8c1c47a4fcc0) 80000000:00000040:2.0:1780963937.630591:0:10923:0:(fld_request.c:145:fld_client_get_target()) cli-lustre-clilmv-ffff8c1c491bf800: Found target (idx 0) by seq 0x240000402 80000000:00000001:2.0:1780963937.630593:0:10923:0:(fld_request.c:148:fld_client_get_target()) Process leaving (rc=18446616651821808832 : -127421887742784 : ffff8c1c47a4fcc0) 80000000:00000040:2.0:1780963937.630596:0:10923:0:(fld_request.c:462:fld_client_lookup()) cli-lustre-clilmv-ffff8c1c491bf800: Lookup fld entry (seq: 0x240000402) on target lustre-MDT0000-mdc-ffff8c1c491bf800 (idx 0) 80000000:00000001:2.0:1780963937.630599:0:10923:0:(fld_request.c:332:fld_client_rpc()) Process entered 00000100:00000010:2.0:1780963937.630727:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063b04833. 00000020:00000040:2.0:1780963937.630732:0:10923:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=7 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:2.0:1780963937.630737:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.630740:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.630746:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.630755:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022974fd3. 00000100:00000001:2.0:1780963937.630762:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.630767:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.630769:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.630776:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.630778:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868019904 : -127421841531712 : ffff8c1c4a661cc0) 00000100:00000001:2.0:1780963937.630781:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.630783:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000001:2.0:1780963937.630787:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.630791:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.630793:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.630801:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.631057:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.631066:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.631068:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.631072:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.631076:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.631079:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565248:192.168.202.121@tcp:900:lfs.0 00000100:00000001:2.0:1780963937.631083:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.631090:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.631125:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.631129:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.631134:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac839184. 02000000:00000001:2.0:1780963937.631136:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.631145:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.631149:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.631156:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c424636. 00000100:00000200:2.0:1780963937.631165:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746565248, portal 10 00000100:00000001:2.0:1780963937.631167:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.631168:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000040:2.0:1780963937.631175:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.631181:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.631184:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.631186:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99083b9. 00000100:00000200:2.0:1780963937.631189:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1867475746565248, offset 0 00000400:00000200:2.0:1780963937.631196:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.631205:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.631214:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.631225:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.631229:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.631232:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.631236:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [183:183:256:4294967295] 192.168.202.121@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1780963937.631248:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.631257:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.631264:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.631269:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6c0118a (tot 3211630). 00000800:00000200:2.0:1780963937.631278:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.631286:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.631292:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6c0118a type 1, nob 360 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.631316:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.631319:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.631323:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.631326:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.631328:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.631330:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c82ec718 going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.631332:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.631334:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.631687:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.631692:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6c0118a (tot 3211382). 00000400:00000200:3.0:1780963937.631698:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.631704:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.631709:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99083b9 00000400:00000010:3.0:1780963937.631711:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99083b9. 00000100:00000001:3.0:1780963937.631789:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.631793:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.631804:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.631806:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.631812:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.632218:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963937.634048:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.634069:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.634075:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.634077:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.634089:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.634130:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.634141:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.634147:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.634152:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.634157:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 248 into portal 10 MB=0x6a27594802c80 00000400:00000200:3.0:1780963937.634163:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.634169:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 248/248 into md 0x985 [1] + 224 00000800:00000001:3.0:1780963937.634179:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.634188:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.634192:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.634195:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.634202:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.634209:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.634220:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=248 offset=224 replen=248 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.634239:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.634250:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.634253:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.634432:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.634442:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.634443:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.634446:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.634452:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c424636 00000400:00000010:2.0:1780963937.634455:0:10923:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c424636. 00000100:00000001:2.0:1780963937.634458:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.634463:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.634470:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.634476:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.634478:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.634480:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.634484:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.634488:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.634490:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.634494:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.634506:0:10923:0:(import.c:1935:at_measured()) add 1 to 000000008e963839 time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963937.634529:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.634532:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963937.634534:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.634537:0:10923:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963937.634541:0:10923:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.634545:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.634547:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963937.634549:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.634551:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963937.634556:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.634562:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.634566:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.634568:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.634571:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963937.634578:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565248:192.168.202.121@tcp:900:lfs.0 00000100:00000001:2.0:1780963937.634583:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.634586:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.634588:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.634591:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.634593:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.634599:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.634612:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.634616:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.634617:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.634624:0:10923:0:(fld_request.c:427:fld_client_rpc()) Process leaving 00000100:00000001:2.0:1780963937.634625:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.634628:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063b04833 x1867475746565248/t0(0) o900->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.634634:0:10923:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963937.634637:0:10923:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963937.634645:0:10923:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac839184. 02000000:00000001:2.0:1780963937.634648:0:10923:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963937.634650:0:10923:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963937.634652:0:10923:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963937.634655:0:10923:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963937.634657:0:10923:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022974fd3. 02000000:00000001:2.0:1780963937.634661:0:10923:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963937.634662:0:10923:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963937.634664:0:10923:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063b04833. 00000100:00000001:2.0:1780963937.634668:0:10923:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963937.634669:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1780963937.634673:0:10923:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000005e39d7a. 80000000:00000001:2.0:1780963937.634676:0:10923:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446616651845730304 : -127421863821312 : ffff8c1c49120000) 80000000:00000001:2.0:1780963937.634679:0:10923:0:(fld_cache.c:382:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1780963937.634681:0:10923:0:(fld_cache.c:203:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1780963937.634682:0:10923:0:(fld_cache.c:208:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1780963937.634684:0:10923:0:(fld_cache.c:413:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:1:mdt 80000000:00000001:2.0:1780963937.634687:0:10923:0:(fld_cache.c:123:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1780963937.634688:0:10923:0:(fld_cache.c:178:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1780963937.634689:0:10923:0:(fld_cache.c:417:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.634692:0:10923:0:(fld_cache.c:436:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.634693:0:10923:0:(fld_request.c:505:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.634696:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.634699:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1780963937.634702:0:10923:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 392 at 0000000022974fd3. 00800000:00000002:2.0:1780963937.634705:0:10923:0:(lmv_intent.c:109:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x1:0x0] -> mds #1 00800000:00000001:2.0:1780963937.634708:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1780963937.634715:0:10923:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000a8a2aa82 (tot 3212022). 00000002:00000001:2.0:1780963937.634720:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.634723:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1780963937.634728:0:10923:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963937.634731:0:10923:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963937.634735:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963937.634742:0:10923:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.634744:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963937.634750:0:10923:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.634753:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063b04833. 00000020:00000040:2.0:1780963937.634756:0:10923:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=7 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 02000000:00000001:2.0:1780963937.634763:0:10923:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963937.634764:0:10923:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.634767:0:10923:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963937.634773:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.634775:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.634779:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.634781:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.634786:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.634792:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000057d2dbc7. 00000100:00000001:2.0:1780963937.634799:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.634803:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.634804:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.634806:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.634807:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.634809:0:10923:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.634816:0:10923:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00010000:00000001:2.0:1780963937.634819:0:10923:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963937.634821:0:10923:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780963937.634825:0:10923:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071c655a1. 00010000:00000010:2.0:1780963937.634829:0:10923:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f467bb9. 00010000:00000001:2.0:1780963937.634836:0:10923:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963937.634849:0:10923:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006699e353. 00000020:00000010:2.0:1780963937.634853:0:10923:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003b955a2b (tot 3212086). 00000020:00000001:2.0:1780963937.634858:0:10923:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963937.634860:0:10923:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006699e353 with handle 0x4312194ed9c84ff1 to hash 00000020:00000001:2.0:1780963937.634863:0:10923:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963937.634994:0:10923:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.634999:0:10923:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.635003:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.635005:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.635008:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.635022:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00010000:2.0:1780963937.635026:0:10923:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.635032:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00000020:00100000:2.0:1780963937.635044:0:10923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963937.635050:0:10923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963937.635056:0:10923:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.635061:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00000100:00000001:2.0:1780963937.635063:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.635065:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.635070:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.635073:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868019904 : -127421841531712 : ffff8c1c4a661cc0) 00000100:00000001:2.0:1780963937.635075:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.635076:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000001:2.0:1780963937.635080:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.635084:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.635086:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.635088:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.635091:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.635127:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.635130:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.635134:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.635138:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.635140:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565376:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.635144:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.635157:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.635159:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.635162:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.635235:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000007a537275. 02000000:00000001:2.0:1780963937.635238:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.635245:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.635249:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.635255:0:10923:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000a671cb22 (tot 3212718). 00000100:00000200:2.0:1780963937.635264:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475746565376, portal 10 00000100:00000001:2.0:1780963937.635267:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.635268:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000040:2.0:1780963937.635273:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.635280:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.635282:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.635285:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c424636. 00000100:00000200:2.0:1780963937.635288:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475746565376, offset 0 00000400:00000200:2.0:1780963937.635295:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.635302:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.635311:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.635319:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.635323:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.635326:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.635330:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [184:184:256:4294967295] 192.168.202.121@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:2.0:1780963937.635334:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.635343:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.635349:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.635353:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000795d9697 (tot 3212966). 00000800:00000200:2.0:1780963937.635358:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.635367:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.635370:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000795d9697 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.635391:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.635398:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.635401:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.635404:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.635405:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.635407:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c82ec718 going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.635410:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.635411:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.635835:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.635854:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000795d9697 (tot 3212718). 00000400:00000200:3.0:1780963937.635860:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.636227:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.636235:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c424636 00000400:00000010:3.0:1780963937.636238:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c424636. 00000100:00000001:3.0:1780963937.636243:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.636248:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.636259:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.636262:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.636268:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.636270:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963937.638285:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.638309:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.638315:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.638317:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.638330:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.638339:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.638363:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.638369:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.638374:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.638379:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27594802d00 00000400:00000200:3.0:1780963937.638385:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.638499:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0x995 [32] + 224 00000800:00000001:3.0:1780963937.638511:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.638522:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.638526:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.638531:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.638538:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.638547:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.638559:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66208 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.638668:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.638680:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.638684:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.639046:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.639056:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.639057:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.639060:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.639065:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a671cb22 00000400:00000010:2.0:1780963937.639068:0:10923:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000a671cb22 (tot 3212086). 00000100:00000001:2.0:1780963937.639072:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.639077:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.639085:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.639091:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.639205:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.639208:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.639212:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.639215:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.639217:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.639220:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.639232:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963937.639238:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.639240:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780963937.639244:0:10923:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.639250:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963937.639254:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.639256:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:2.0:1780963937.639258:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.639261:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780963937.639266:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.639281:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780963937.639284:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.639286:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.639289:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:2.0:1780963937.639295:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565376:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.639300:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.639303:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963937.639306:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.639308:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.639311:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.639317:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.639320:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.639323:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.639324:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780963937.639329:0:10923:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963937.639335:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.639338:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.639341:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006699e353 refcount=4 00000020:00000001:2.0:1780963937.639343:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.639520:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00010000:2.0:1780963937.639526:0:10923:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639535:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639544:0:10923:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780963937.639548:0:10923:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639566:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639569:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.639571:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639577:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639579:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.639580:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963937.639582:0:10923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639588:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639590:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.639593:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.639596:0:10923:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963937.639598:0:10923:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639668:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00010000:2.0:1780963937.639672:0:10923:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006699e353 already unused, calling callback (0000000007a9c421) 00000080:00000001:2.0:1780963937.639676:0:10923:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963937.639679:0:10923:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639684:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639687:0:10923:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963937.639690:0:10923:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963937.639692:0:10923:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639697:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639705:0:10923:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963937.639709:0:10923:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963937.639711:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.639712:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.639713:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006699e353 refcount=5 00000020:00000001:2.0:1780963937.639715:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.639717:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.639720:0:10923:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963937.639722:0:10923:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 5/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639727:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00000080:00000001:2.0:1780963937.639730:0:10923:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963937.639731:0:10923:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.639734:0:10923:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780963937.639736:0:10923:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963937.639740:0:10923:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963937.639742:0:10923:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963937.639743:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.639744:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963937.639746:0:10923:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006699e353 with handle 0x4312194ed9c84ff1 from hash 00010000:00000001:2.0:1780963937.639748:0:10923:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963937.639749:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.639750:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.639751:0:10923:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963937.639753:0:10923:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963937.639754:0:10923:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780963937.639756:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.639757:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.639759:0:10923:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.639760:0:10923:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.639761:0:10923:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639767:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.639777:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.639778:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.639779:0:10923:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780963937.639781:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.639782:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.639783:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.639784:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963937.639785:0:10923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84ff1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.639792:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000040:2.0:1780963937.639797:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 0 00010000:00000010:2.0:1780963937.640089:0:10923:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f467bb9. 00010000:00000001:2.0:1780963937.640141:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.640143:0:10923:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780963937.640150:0:10923:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780963937.640158:0:10923:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:2.0:1780963937.640166:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963937.640167:0:10923:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.640169:0:10923:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.640171:0:10923:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.640174:0:10923:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1780963937.640177:0:10923:0:(mdc_locks.c:1136:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000002:00002000:2.0:1780963937.640180:0:10923:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1780963937.640184:0:10923:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1780963937.640188:0:10923:0:(lmv_intent.c:124:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:2.0:1780963937.640191:0:10923:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 392 at 0000000022974fd3. 00010000:00000001:2.0:1780963937.640195:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.640196:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.640198:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.640200:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.640202:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.640203:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.640215:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.640221:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.640224:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.640225:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.640227:0:10923:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963937.640229:0:10923:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963937.640230:0:10923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.640235:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.640238:0:10923:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963937.640242:0:10923:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963937.640244:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.640247:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.640248:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.640249:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640252:0:10923:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963937.640254:0:10923:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640256:0:10923:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640259:0:10923:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640260:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.640261:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.640262:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963937.640264:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.640269:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004802ac42 x1867475746565184/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.640275:0:10923:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963937.640278:0:10923:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963937.640281:0:10923:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 0000000097d6bc0d. 02000000:00000001:2.0:1780963937.640377:0:10923:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963937.640381:0:10923:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963937.640383:0:10923:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963937.640385:0:10923:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963937.640388:0:10923:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000001ca6a0e4. 02000000:00000001:2.0:1780963937.640503:0:10923:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963937.640512:0:10923:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963937.640514:0:10923:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004802ac42. 00000100:00000001:2.0:1780963937.640520:0:10923:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963937.640522:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.640524:0:10923:0:(lmv_intent.c:414:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1780963937.640527:0:10923:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1780963937.640531:0:10923:0:(namei.c:1041:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000080:00000010:2.0:1780963937.640538:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000100:00000001:2.0:1780963937.640542:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.640546:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063b04833 x1867475746565376/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.640552:0:10923:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963937.640553:0:10923:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963937.640554:0:10923:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000007a537275. 02000000:00000001:2.0:1780963937.640632:0:10923:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963937.640635:0:10923:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963937.640635:0:10923:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963937.640638:0:10923:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963937.640639:0:10923:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000057d2dbc7. 02000000:00000001:2.0:1780963937.640643:0:10923:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963937.640644:0:10923:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963937.640645:0:10923:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063b04833. 00000100:00000001:2.0:1780963937.640648:0:10923:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963937.640649:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963937.640654:0:10923:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:2.0:1780963937.640655:0:10923:0:(dcache.c:216:ll_intent_release()) intent 000000002ee63f8d released 00000080:00000001:2.0:1780963937.640657:0:10923:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:2.0:1780963937.640659:0:10923:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000002ee63f8d. 00000080:00000001:2.0:1780963937.640663:0:10923:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1780963937.640673:0:10923:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1780963937.640678:0:10923:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1780963937.640751:0:10923:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.640754:0:10923:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963937.640757:0:10923:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963937.640758:0:10923:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0),name=/ 00000080:00000010:2.0:1780963937.640764:0:10923:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.640777:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.640782:0:10923:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.640784:0:10923:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.640788:0:10923:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963937.640791:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.640794:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.640797:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.640800:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.640801:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.640814:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.640816:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.640818:0:10923:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963937.640822:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.640826:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.640828:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963937.640832:0:10923:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963937.640834:0:10923:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963937.640837:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963937.640850:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.640854:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.640859:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.640862:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963937.640872:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.640878:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:2.0:1780963937.640880:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 02000000:00000001:2.0:1780963937.640882:0:10923:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963937.640887:0:10923:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.640889:0:10923:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.640894:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:2.0:1780963937.640896:0:10923:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963937.640898:0:10923:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963937.640905:0:10923:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.640908:0:10923:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.640909:0:10923:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963937.640911:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.640914:0:10923:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963937.640916:0:10923:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.640918:0:10923:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) 00000080:00010000:2.0:1780963937.640921:0:10923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c1f29cc0) for lock 0x4312194ed9c84f96 00000080:00000001:2.0:1780963937.640923:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.640926:0:10923:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963937.640928:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.640930:0:10923:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963937.640931:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.640933:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.640934:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.640936:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.640938:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.640940:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.640941:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.640942:0:10923:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.640944:0:10923:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.640945:0:10923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84f96 from it 000000007bdd4691 00010000:00000001:2.0:1780963937.640947:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.640948:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.640948:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060ed6357 refcount=3 00000020:00000001:2.0:1780963937.640950:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.640952:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651861515584 : -127421848036032 : ffff8c1c4a02dd40) 00010000:00000001:2.0:1780963937.640954:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.640955:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.640961:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.640963:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.640964:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.640972:0:10923:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963937.640973:0:10923:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963937.640974:0:10923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 0000000060ed6357/0x4312194ed9c84f96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x70992406671980f6 expref: -99 pid: 9885 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.640979:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.640981:0:10923:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963937.640983:0:10923:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963937.640985:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.640987:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.640988:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.640989:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640991:0:10923:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963937.640992:0:10923:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640994:0:10923:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640996:0:10923:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.640998:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.640999:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.641000:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963937.641001:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963937.641002:0:10923:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963937.641004:0:10923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c1f29cc0), inode mode 41ed mask 1 00000080:00000001:2.0:1780963937.641010:0:10923:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.641022:0:10923:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000055f360c. 00000080:00000001:2.0:1780963937.641026:0:10923:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:2.0:1780963937.641028:0:10923:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), file 00000000e9320ced, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1780963937.641033:0:10923:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 000000002ee63f8d. 00000080:00000001:2.0:1780963937.641036:0:10923:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1780963937.641037:0:10923:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000c1f29cc0), intent=open 00000080:00000010:2.0:1780963937.641044:0:10923:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.641050:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.641052:0:10923:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963937.641053:0:10923:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.641056:0:10923:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780963937.641060:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.641062:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.641069:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.641071:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.641072:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.641073:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963937.641075:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.641077:0:10923:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:2.0:1780963937.641080:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.641083:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.641084:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1780963937.641088:0:10923:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963937.641090:0:10923:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963937.641152:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1780963937.641155:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.641157:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.641160:0:10923:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780963937.641164:0:10923:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.641166:0:10923:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1780963937.641167:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00000002:00000001:2.0:1780963937.641169:0:10923:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.641174:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063b04833. 00000020:00000040:2.0:1780963937.641178:0:10923:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 02000000:00000001:2.0:1780963937.641183:0:10923:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963937.641185:0:10923:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.641188:0:10923:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963937.641193:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.641195:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.641196:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.641197:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.641200:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.641202:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.641205:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.641214:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000057d2dbc7. 00000100:00000001:2.0:1780963937.641221:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.641225:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.641226:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.641227:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.641234:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.641236:0:10923:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.641248:0:10923:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00010000:00000001:2.0:1780963937.641252:0:10923:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963937.641254:0:10923:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780963937.641256:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f9ad99ee count: 2 00010000:00000001:2.0:1780963937.641258:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.641260:0:10923:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963937.641264:0:10923:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005df382c5. 00000020:00000001:2.0:1780963937.641268:0:10923:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963937.641270:0:10923:0:(lustre_handles.c:97:class_handle_hash()) added object 000000005df382c5 with handle 0x4312194ed9c84ff8 to hash 00000020:00000001:2.0:1780963937.641272:0:10923:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963937.641273:0:10923:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.641277:0:10923:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.641280:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.641281:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.641283:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.641291:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00010000:2.0:1780963937.641293:0:10923:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.641299:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000020:00100000:2.0:1780963937.641308:0:10923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963937.641316:0:10923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963937.641324:0:10923:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.641330:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00000100:00000001:2.0:1780963937.641333:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.641340:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.641348:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.641351:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868019904 : -127421841531712 : ffff8c1c4a661cc0) 00000100:00000001:2.0:1780963937.641354:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.641356:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000001:2.0:1780963937.641360:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.641365:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.641367:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.641368:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.641372:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.641380:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.641382:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.641387:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.641389:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.642582:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565504:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.642594:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.642612:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.642615:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.642618:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.642739:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at 0000000097d6bc0d. 02000000:00000001:2.0:1780963937.642742:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.642753:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.642761:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.642769:0:10923:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 000000005854acd0 (tot 3213230). 00000100:00000200:2.0:1780963937.642779:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867475746565504, portal 10 00000100:00000001:2.0:1780963937.642781:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.642782:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000040:2.0:1780963937.642792:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.642800:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.642802:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.642806:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963937.642808:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1867475746565504, offset 0 00000400:00000200:2.0:1780963937.642837:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.642857:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.642875:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.642887:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.642891:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.642895:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.642899:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [185:185:256:4294967295] 192.168.202.121@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1780963937.642903:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.642912:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.642919:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.642925:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f9dbe23 (tot 3213478). 00000800:00000200:2.0:1780963937.642933:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.642943:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.642947:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f9dbe23 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.642968:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.642970:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.642973:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.642976:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.642978:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.642980:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c82ec718 going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.642983:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.642987:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963937.644064:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.644070:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f9dbe23 (tot 3213230). 00000400:00000200:2.0:1780963937.644080:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.644090:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.644131:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:2.0:1780963937.644134:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:2.0:1780963937.644141:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.644147:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.644160:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.644176:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.644182:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.644184:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963937.647150:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.647172:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.647178:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.647180:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.647195:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.647203:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.647213:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.647219:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.647224:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.647228:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27594802d80 00000400:00000200:3.0:1780963937.647235:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.647243:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0x9a5 [64] + 224 00000800:00000001:3.0:1780963937.647253:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.647262:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.647266:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.647271:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.647280:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.647289:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.647302:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=131800 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.647319:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.647329:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.647333:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1F:1780963937.647422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071c655a1. 00010000:00000010:2.1:1780963937.647449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006699e353. 00000080:00000010:2.1:1780963937.647455:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000295000e8. 00000100:00000001:2.0:1780963937.647488:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.647498:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.647500:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.647502:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.647507:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005854acd0 00000400:00000010:2.0:1780963937.647510:0:10923:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 000000005854acd0 (tot 3212086). 00000100:00000001:2.0:1780963937.647514:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.647517:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.647525:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.647530:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.647533:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.647535:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.647539:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.647542:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.647545:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.647547:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.647559:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963937.647564:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.647566:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963937.647567:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.647570:0:10923:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963937.647574:0:10923:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.647578:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.647580:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963937.647582:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.647583:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963937.647588:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.647594:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.647615:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.647618:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.647622:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 2 fl Interpret:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963937.647631:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565504:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.647636:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.647639:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.647641:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.647643:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.647646:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.647652:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.647654:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c82ec718. 00000100:00000001:2.0:1780963937.647657:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.647659:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.647662:0:10923:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963937.647667:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647670:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647674:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=4 00000020:00000001:2.0:1780963937.647676:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647680:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000040:2.0:1780963937.647687:0:10923:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000005df382c5, remote cookie: 0x7099240667198285, flags: 0x1001 00010000:00010000:2.0:1780963937.647692:0:10923:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647699:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 2 00010000:00000040:2.0:1780963937.647704:0:10923:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780963937.647707:0:10923:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1780963937.647714:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647716:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963937.647719:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f9ad99ee count: 1 00010000:00000001:2.0:1780963937.647728:0:10923:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.647730:0:10923:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647736:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00010000:2.0:1780963937.647739:0:10923:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647745:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647747:0:10923:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780963937.647752:0:10923:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780963937.647755:0:10923:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1780963937.647756:0:10923:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780963937.647758:0:10923:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780963937.647760:0:10923:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000402:0x1:0x0].0x0 (00000000fbb21d64) refcount = 2 00010000:00000040:2.0:1780963937.647763:0:10923:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780963937.647765:0:10923:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647769:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00010000:2.0:1780963937.647771:0:10923:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647776:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647779:0:10923:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780963937.647782:0:10923:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780963937.647784:0:10923:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.647787:0:10923:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780963937.647790:0:10923:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.647792:0:10923:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647797:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647799:0:10923:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780963937.647822:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647824:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.647825:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647826:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.647827:0:10923:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.647833:0:10923:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780963937.647836:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647837:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647845:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=3 00000020:00000001:2.0:1780963937.647848:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647850:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647852:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647853:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647854:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=4 00000020:00000001:2.0:1780963937.647856:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647857:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647860:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.647863:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.647865:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647872:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647874:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647875:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.647876:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647877:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647878:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=5 00000020:00000001:2.0:1780963937.647879:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647881:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647883:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.647884:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647890:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647899:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647900:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963937.647902:0:10923:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647907:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647910:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.647911:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647912:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.647913:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647914:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780963937.647919:0:10923:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=0 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:2.0:1780963937.647926:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647927:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647928:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=3 00000020:00000001:2.0:1780963937.647930:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647931:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647933:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647934:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.647935:0:10923:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.647937:0:10923:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.647941:0:10923:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780963937.647944:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647945:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647946:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=3 00000020:00000001:2.0:1780963937.647947:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647949:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00000002:00010000:2.0:1780963937.647951:0:10923:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647956:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.647959:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.647959:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.647967:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963937.647969:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.647969:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.647970:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=3 00000020:00000001:2.0:1780963937.647972:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.647974:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000040:2.0:1780963937.647976:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fbb21d64 count: 3 00010000:00000001:2.0:1780963937.647977:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963937.647981:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.647983:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963937.647984:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.647989:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 3 00010000:00000040:2.0:1780963937.647990:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 02000000:00000001:2.0:1780963937.647993:0:10923:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963937.647999:0:10923:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.648001:0:10923:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648006:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.648007:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.648008:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.648009:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.648010:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.648011:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=3 00000020:00000001:2.0:1780963937.648012:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.648014:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:2.0:1780963937.648016:0:10923:0:(ldlm_lock.c:938:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1780963937.648017:0:10923:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648022:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.648029:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.648031:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648036:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.648038:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.648039:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963937.648040:0:10923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648045:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.648047:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.648048:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648052:0:10923:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1780963937.648055:0:10923:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c82ec718. 00010000:00000001:2.0:1780963937.648059:0:10923:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1780963937.648074:0:10923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1780963937.648077:0:10923:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648078:0:10923:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648079:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.648081:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.648082:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.648083:0:10923:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963937.648084:0:10923:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=open status=0 disp=b: rc = 0 00000002:00000001:2.0:1780963937.648088:0:10923:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.648119:0:10923:0:(lmv_intent.c:68:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1780963937.648122:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.648126:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.648128:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.648132:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.648133:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.648135:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.648138:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1780963937.648142:0:10923:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 392 at 0000000022974fd3. 00800000:00000002:2.0:1780963937.648144:0:10923:0:(lmv_intent.c:109:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x1:0x0] -> mds #1 00800000:00000001:2.0:1780963937.648154:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.648158:0:10923:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963937.648159:0:10923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1780963937.648164:0:10923:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963937.648167:0:10923:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780963937.648170:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963937.648175:0:10923:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.648177:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963937.648179:0:10923:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.648185:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004802ac42. 00000020:00000040:2.0:1780963937.648190:0:10923:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=7 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 02000000:00000001:2.0:1780963937.648196:0:10923:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1780963937.648197:0:10923:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648200:0:10923:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963937.648206:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.648209:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.648212:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.648214:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.648216:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.648224:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a671cb22. 00000100:00000001:2.0:1780963937.648232:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648235:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.648237:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648239:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.648240:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.648242:0:10923:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.648249:0:10923:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00010000:00000001:2.0:1780963937.648253:0:10923:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963937.648255:0:10923:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780963937.648259:0:10923:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071c655a1. 00010000:00000010:2.0:1780963937.648262:0:10923:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f467bb9. 00010000:00000001:2.0:1780963937.648268:0:10923:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963937.648270:0:10923:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006699e353. 00000020:00000001:2.0:1780963937.648274:0:10923:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963937.648276:0:10923:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006699e353 with handle 0x4312194ed9c84fff to hash 00000020:00000001:2.0:1780963937.648283:0:10923:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963937.648284:0:10923:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.648287:0:10923:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.648290:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.648291:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.648293:0:10923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648299:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00010000:2.0:1780963937.648301:0:10923:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648306:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00000020:00100000:2.0:1780963937.648316:0:10923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963937.648321:0:10923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963937.648329:0:10923:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.648334:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00000100:00000001:2.0:1780963937.648336:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.648339:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.648345:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089504d4c. 00000100:00000001:2.0:1780963937.648348:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868017984 : -127421841533632 : ffff8c1c4a661540) 00000100:00000001:2.0:1780963937.648350:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.648351:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000001:2.0:1780963937.648356:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.648360:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.648363:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.648365:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.648368:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.648385:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.648387:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.648392:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.648394:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.648397:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565632:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.648401:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.648408:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.648410:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.648413:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.648545:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at 0000000077d71a93. 02000000:00000001:2.0:1780963937.648548:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.648556:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.648560:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.648566:0:10923:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 000000005854acd0 (tot 3213230). 00000100:00000200:2.0:1780963937.648575:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867475746565632, portal 10 00000100:00000001:2.0:1780963937.648577:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.648578:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000040:2.0:1780963937.648584:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.648591:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.648593:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.648597:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963937.648600:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475746565632, offset 0 00000400:00000200:2.0:1780963937.648607:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.648616:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.648625:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.648633:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.648637:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.648641:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.648644:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [186:186:256:4294967295] 192.168.202.121@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1780963937.648648:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.648665:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.648672:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.648676:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f9dbe23 (tot 3213478). 00000800:00000200:2.0:1780963937.648684:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.648692:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.648697:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f9dbe23 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.648713:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.648715:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.648719:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.648721:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.648723:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.648725:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089504d4c going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.648727:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1780963937.648854:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963937.648858:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f9dbe23 (tot 3213230). 00000400:00000200:2.0:1780963937.648863:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.648868:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963937.648873:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:2.0:1780963937.648875:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:2.0:1780963937.648879:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963937.648883:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.648891:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.648893:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.648898:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.648899:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780963937.648916:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963937.649077:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963937.649080:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.649082:0:5604:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780963937.649086:0:5604:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780963937.649089:0:5604:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780963937.649128:0:5604:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649135:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00010000:3.0:1780963937.649139:0:5604:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005df382c5 already unused, calling callback (0000000007a9c421) 00000080:00000001:3.0:1780963937.649142:0:5604:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780963937.649145:0:5604:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649149:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:3.0:1780963937.649152:0:5604:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780963937.649154:0:5604:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780963937.649156:0:5604:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649161:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:3.0:1780963937.649162:0:5604:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780963937.649165:0:5604:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780963937.649166:0:5604:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780963937.649168:0:5604:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1780963937.649170:0:5604:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005df382c5 refcount=3 00000020:00000001:3.0:1780963937.649172:0:5604:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:3.0:1780963937.649174:0:5604:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821735232 : -127421887816384 : ffff8c1c47a3dd40) 00010000:00000001:3.0:1780963937.649176:0:5604:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780963937.649178:0:5604:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649183:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00000080:00000001:3.0:1780963937.649186:0:5604:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780963937.649189:0:5604:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780963937.649191:0:5604:0:(namei.c:260:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780963937.649192:0:5604:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.649195:0:5604:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780963937.649205:0:5604:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780963937.649206:0:5604:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780963937.649207:0:5604:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780963937.649209:0:5604:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780963937.649211:0:5604:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005df382c5 with handle 0x4312194ed9c84ff8 from hash 00010000:00000001:3.0:1780963937.649213:0:5604:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780963937.649214:0:5604:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.649216:0:5604:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.649217:0:5604:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780963937.649220:0:5604:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780963937.649222:0:5604:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780963937.649226:0:5604:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.649230:0:5604:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.649231:0:5604:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.649233:0:5604:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.649235:0:5604:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780963937.649238:0:5604:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780963937.649244:0:5604:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006524889a. 00000020:00000040:3.0:1780963937.649247:0:5604:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=7 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963937.649250:0:5604:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963937.649252:0:5604:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963937.649255:0:5604:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963937.649259:0:5604:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000335ae945. 00000100:00000001:3.0:1780963937.649263:0:5604:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.649265:0:5604:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780963937.649268:0:5604:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649274:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00010000:3.0:1780963937.649276:0:5604:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780963937.649278:0:5604:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.649282:0:5604:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963937.649285:0:5604:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.649292:0:5604:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006524889a] to pc [ptlrpcd_01_01+1] req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000001:3.0:1780963937.649321:0:5604:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780963937.649329:0:5604:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.649331:0:5604:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.649332:0:5604:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.649334:0:5604:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780963937.649336:0:5604:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.649338:0:5604:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649344:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000001:3.0:1780963937.649346:0:5604:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780963937.649348:0:5604:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 000000005df382c5/0x4312194ed9c84ff8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x7099240667198285 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1780963937.649353:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 2 00010000:00000040:3.0:1780963937.649357:0:5604:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:3.0:1780963937.649365:0:5604:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.649366:0:5604:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780963937.649368:0:5604:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c82ec718. 00010000:00000001:3.0:1780963937.649372:0:5604:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963937.649374:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963937.649375:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.649377:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780963937.649378:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963937.649379:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.649380:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780963937.649381:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963937.649382:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.649383:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780963937.649391:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780963937.649395:0:2287:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780963937.649397:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.649406:0:2287:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.649407:0:2287:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.649409:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963937.649411:0:2287:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963937.649412:0:2287:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963937.649423:0:2287:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.649429:0:2287:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963937.649431:0:2287:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.649433:0:2287:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963937.649435:0:2287:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963937.649437:0:2287:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746565696:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1780963937.649441:0:2287:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963937.649444:0:2287:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963937.649446:0:2287:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.649447:0:2287:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963937.649450:0:2287:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c055765. 02000000:00000001:3.0:1780963937.649452:0:2287:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.649457:0:2287:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963937.649461:0:2287:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963937.649466:0:2287:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963937.649471:0:2287:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746565696, portal 18 00000100:00000001:3.0:1780963937.649473:0:2287:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963937.649474:0:2287:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783590080 : -127421925961536 : ffff8c1c455dd0c0) 00000100:00000040:3.0:1780963937.649479:0:2287:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.649485:0:2287:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963937.649487:0:2287:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963937.649489:0:2287:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005632243d. 00000100:00000200:3.0:1780963937.649492:0:2287:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867475746565696, offset 0 00000400:00000200:3.0:1780963937.649498:0:2287:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963937.649503:0:2287:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.649508:0:2287:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.649514:0:2287:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963937.649516:0:2287:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963937.649518:0:2287:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963937.649521:0:2287:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [187:187:256:4294967295] 192.168.202.121@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:3.0:1780963937.649524:0:2287:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.649538:0:2287:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963937.649542:0:2287:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.649546:0:2287:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd42e851 (tot 3213478). 00000800:00000200:3.0:1780963937.649551:0:2287:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.649555:0:2287:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.649558:0:2287:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd42e851 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780963937.649568:0:2287:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.649570:0:2287:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.649571:0:2287:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.649573:0:2287:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.649576:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.649599:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.649601:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd42e851 (tot 3213230). 00000400:00000200:3.0:1780963937.649604:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.649608:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.649611:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005632243d 00000400:00000010:3.0:1780963937.649612:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005632243d. 00000100:00000001:3.0:1780963937.649615:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.649618:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.649625:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.649627:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.649632:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.649633:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780963937.650756:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963937.650761:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963937.654085:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.654159:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963937.654165:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.654188:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.654202:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.654211:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963937.654220:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.654226:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.654231:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.654236:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 18 MB=0x6a27594802e40 00000400:00000200:2.0:1780963937.654242:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.654250:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.121@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1780963937.654260:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.654272:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963937.654275:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963937.654278:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963937.654286:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.654294:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:2.0:1780963937.654304:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963937.654321:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963937.654332:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963937.654335:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.654428:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963937.654434:0:2287:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963937.654443:0:2287:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963937.654445:0:2287:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963937.654447:0:2287:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:3.0:1780963937.654451:0:2287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:3.0:1780963937.654454:0:2287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:3.0:1780963937.654457:0:2287:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.654468:0:2287:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1780963937.654475:0:2287:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.654480:0:2287:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963937.654482:0:2287:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.654485:0:2287:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963937.654489:0:2287:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963937.654492:0:2287:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963937.654494:0:2287:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963937.654497:0:2287:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963937.654509:0:2287:0:(import.c:1935:at_measured()) add 1 to 000000000e7946e4 time=0 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963937.654513:0:2287:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=107 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963937.654517:0:2287:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963937.654518:0:2287:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.654521:0:2287:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963937.654525:0:2287:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.654530:0:2287:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963937.654531:0:2287:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963937.654533:0:2287:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963937.654535:0:2287:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963937.654539:0:2287:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.654545:0:2287:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963937.654549:0:2287:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963937.654551:0:2287:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963937.654555:0:2287:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:3.0:1780963937.654562:0:2287:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2287:1867475746565696:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1780963937.654567:0:2287:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.654569:0:2287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.654571:0:2287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006524889a x1867475746565696/t0(0) o103->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963937.654587:0:2287:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963937.654590:0:2287:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963937.654593:0:2287:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c055765. 02000000:00000001:3.0:1780963937.654598:0:2287:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963937.654610:0:2287:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963937.654613:0:2287:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963937.654615:0:2287:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963937.654617:0:2287:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000335ae945. 02000000:00000001:3.0:1780963937.654621:0:2287:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963937.654623:0:2287:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963937.654624:0:2287:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006524889a. 00000100:00000001:3.0:1780963937.654628:0:2287:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963937.654629:0:2287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.654632:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963937.654642:0:2287:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963937.654643:0:2287:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.654645:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963937.654648:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780963937.655207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005df382c5. 00000800:00000001:3.0:1780963937.661972:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.661995:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.662001:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.662004:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.662017:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.662027:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.662037:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.662043:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.662048:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.662053:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27594802e00 00000400:00000200:3.0:1780963937.662059:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.662066:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0x9b5 [64] + 224 00000800:00000001:3.0:1780963937.662076:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.662086:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.662089:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.662142:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.662173:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.662182:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.662196:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=131744 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.662220:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.662232:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.662237:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.662791:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.662802:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.662984:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.662988:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.662995:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005854acd0 00000400:00000010:2.0:1780963937.662997:0:10923:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 000000005854acd0 (tot 3212086). 00000100:00000001:2.0:1780963937.663003:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.663009:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.663018:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.663024:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.663038:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.663041:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.663045:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.663047:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.663050:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.663053:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.663066:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963937.663070:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.663073:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780963937.663077:0:10923:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000004802ac42 x1867475746565632/t0(0) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.663082:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963937.663085:0:10923:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963937.663087:0:10923:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780963937.663089:0:10923:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963937.663128:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.663129:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000001:2.0:1780963937.663133:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.663135:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:2.0:1780963937.663137:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.663140:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780963937.663144:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 3 fl Rpc:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.663150:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780963937.663153:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.663156:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.663159:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 3 fl Interpret:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00100000:2.0:1780963937.663166:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565632:192.168.202.121@tcp:101:lfs.0 00000100:00000001:2.0:1780963937.663171:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.663174:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780963937.663177:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.663179:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.663189:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 3 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.663195:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.663198:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089504d4c. 00000100:00000001:2.0:1780963937.663202:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.663203:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780963937.663208:0:10923:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780963937.663213:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.663217:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.663220:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006699e353 refcount=4 00000020:00000001:2.0:1780963937.663222:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.663225:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00010000:2.0:1780963937.663230:0:10923:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663238:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663247:0:10923:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780963937.663251:0:10923:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663257:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663260:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.663261:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663267:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663269:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.663271:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780963937.663273:0:10923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663279:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663288:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.663291:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.663294:0:10923:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963937.663296:0:10923:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663301:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00010000:2.0:1780963937.663303:0:10923:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006699e353 already unused, calling callback (0000000007a9c421) 00000080:00000001:2.0:1780963937.663307:0:10923:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963937.663310:0:10923:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663316:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663319:0:10923:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963937.663321:0:10923:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963937.663323:0:10923:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663328:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663330:0:10923:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963937.663333:0:10923:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963937.663334:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.663335:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.663337:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006699e353 refcount=5 00000020:00000001:2.0:1780963937.663338:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.663340:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821732352 : -127421887819264 : ffff8c1c47a3d200) 00010000:00000001:2.0:1780963937.663343:0:10923:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963937.663345:0:10923:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 5/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663364:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00000080:00000001:2.0:1780963937.663367:0:10923:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963937.663375:0:10923:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.663378:0:10923:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780963937.663379:0:10923:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963937.663383:0:10923:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963937.663385:0:10923:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963937.663387:0:10923:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963937.663388:0:10923:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963937.663390:0:10923:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006699e353 with handle 0x4312194ed9c84fff from hash 00010000:00000001:2.0:1780963937.663392:0:10923:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963937.663553:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.663555:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.663556:0:10923:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963937.663557:0:10923:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963937.663559:0:10923:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780963937.663561:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.663562:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.663563:0:10923:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.663565:0:10923:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963937.663567:0:10923:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663573:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000001:2.0:1780963937.663575:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.663576:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.663577:0:10923:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780963937.663579:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.663580:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.663581:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.663582:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963937.663583:0:10923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8c1c491bf800 lock: 000000006699e353/0x4312194ed9c84fff lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.663588:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 1 00010000:00000040:2.0:1780963937.663593:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071c655a1 count: 0 00010000:00000010:2.0:1780963937.663937:0:10923:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f467bb9. 00010000:00000001:2.0:1780963937.663952:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.663961:0:10923:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780963937.663966:0:10923:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780963937.663973:0:10923:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:2.0:1780963937.663983:0:10923:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780963937.663988:0:10923:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:2.0:1780963937.663993:0:10923:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.663995:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963937.663996:0:10923:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.663998:0:10923:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664000:0:10923:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664003:0:10923:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780963937.664007:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.664009:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00010000:00000001:2.0:1780963937.664011:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780963937.664012:0:10923:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664014:0:10923:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1780963937.664016:0:10923:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1780963937.664019:0:10923:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664022:0:10923:0:(lmv_intent.c:142:lmv_intent_remote()) Process leaving 00800000:00000010:2.0:1780963937.664024:0:10923:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 392 at 0000000022974fd3. 00000100:00000001:2.0:1780963937.664027:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.664032:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063b04833 x1867475746565504/t0(0) o101->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.664039:0:10923:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963937.664043:0:10923:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963937.664046:0:10923:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at 0000000097d6bc0d. 02000000:00000001:2.0:1780963937.664321:0:10923:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963937.664324:0:10923:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963937.664326:0:10923:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963937.664329:0:10923:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963937.664332:0:10923:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000057d2dbc7. 02000000:00000001:2.0:1780963937.664337:0:10923:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963937.664359:0:10923:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963937.664361:0:10923:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063b04833. 00000100:00000001:2.0:1780963937.664368:0:10923:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963937.664369:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963937.664374:0:10923:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664377:0:10923:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.664383:0:10923:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780963937.664384:0:10923:0:(namei.c:668:ll_lookup_it_finish()) it 000000002ee63f8d it_disposition 80002b 00000080:00000001:2.0:1780963937.664388:0:10923:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:2.0:1780963937.664391:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664408:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664411:0:10923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780963937.664414:0:10923:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780963937.664417:0:10923:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1780963937.664421:0:10923:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1780963937.664430:0:10923:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780963937.664432:0:10923:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x240000402:0x1:0x0] 00000080:00000001:2.0:1780963937.664435:0:10923:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.664439:0:10923:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1780963937.664442:0:10923:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:2.0:1780963937.664447:0:10923:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x240000402:0x1:0x0], updating i_size 4096 00000080:00200000:2.0:1780963937.664449:0:10923:0:(namei.c:157:ll_iget()) got inode: [0x240000402:0x1:0x0](00000000d77ffd98): rc = 0 00000080:00000001:2.0:1780963937.664452:0:10923:0:(namei.c:166:ll_iget()) Process leaving (rc=18446616652101765328 : -127421607786288 : ffff8c1c5854c8d0) 00010000:00000001:2.0:1780963937.664454:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.664457:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.664459:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.664461:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.664464:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.664466:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.664467:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780963937.664468:0:10923:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780963937.664471:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664473:0:10923:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:2.0:1780963937.664476:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664478:0:10923:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:2.0:1780963937.664479:0:10923:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664487:0:10923:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963937.664490:0:10923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1:0x0](00000000d77ffd98) for lock 0x4312194ed9c84fea 00000080:00000001:2.0:1780963937.664494:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664496:0:10923:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963937.664497:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664499:0:10923:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963937.664501:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.664502:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.664503:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.664505:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.664507:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.664509:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.664510:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963937.664512:0:10923:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664513:0:10923:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1780963937.664522:0:10923:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000f070fb5c inode 00000000d77ffd98 refc 1 flags 0x20000e 00000080:00000002:2.0:1780963937.664526:0:10923:0:(llite_lib.c:2799:ll_update_dir_depth()) [0x240000402:0x1:0x0] depth 1 00000080:00000001:2.0:1780963937.664529:0:10923:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1780963937.664534:0:10923:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1:0x0](00000000d77ffd98) 00000080:00000001:2.0:1780963937.664537:0:10923:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780963937.664542:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000100:00000001:2.0:1780963937.664546:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.664550:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 3 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:2.0:1780963937.664557:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.664569:0:10923:0:(dir.c:2391:ll_dir_open()) Process entered 00000080:00000001:2.0:1780963937.664572:0:10923:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:2.0:1780963937.664574:0:10923:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x240000402:0x1:0x0](00000000d77ffd98), flags 320400 00000080:00000010:2.0:1780963937.664579:0:10923:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 0000000016527dcd. 00000080:00000010:2.0:1780963937.664590:0:10923:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000ce87ea64. 00000080:00000001:2.0:1780963937.664592:0:10923:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:2.0:1780963937.664596:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664598:0:10923:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1780963937.664796:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.664800:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.664887:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.664891:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.664893:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.664894:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.664896:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664899:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.664901:0:10923:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780963937.664905:0:10923:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000008656acad. 00000002:00100000:2.0:1780963937.664909:0:10923:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:2.0:1780963937.664915:0:10923:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.664917:0:10923:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780963937.664920:0:10923:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780963937.664923:0:10923:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.664925:0:10923:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:2.0:1780963937.664927:0:10923:0:(pcc.c:1502:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.664930:0:10923:0:(file.c:1037:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.664933:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.664935:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 02000000:00000001:2.0:1780963937.664941:0:10923:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963937.664943:0:10923:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at 0000000077d71a93. 02000000:00000001:2.0:1780963937.665083:0:10923:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780963937.665085:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.665087:0:10923:0:(dir.c:2392:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.665090:0:10923:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:2.0:1780963937.665128:0:10923:0:(dcache.c:216:ll_intent_release()) intent 000000002ee63f8d released 00000080:00010000:2.0:1780963937.665131:0:10923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x4312194ed9c84fea from it 000000002ee63f8d 00010000:00000001:2.0:1780963937.665134:0:10923:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963937.665136:0:10923:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963937.665137:0:10923:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c14b5f9a refcount=3 00000020:00000001:2.0:1780963937.665139:0:10923:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.665141:0:10923:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446616651821740992 : -127421887810624 : ffff8c1c47a3f3c0) 00010000:00000001:2.0:1780963937.665143:0:10923:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963937.665153:0:10923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.665161:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.665165:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.665167:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.665169:0:10923:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963937.665171:0:10923:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963937.665172:0:10923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c1c491bf800 lock: 00000000c14b5f9a/0x4312194ed9c84fea lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7099240667198262 expref: -99 pid: 10923 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963937.665178:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00010000:00000001:2.0:1780963937.665182:0:10923:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963937.665185:0:10923:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963937.665188:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.665193:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.665194:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963937.665195:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665199:0:10923:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963937.665201:0:10923:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665203:0:10923:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665206:0:10923:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665208:0:10923:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963937.665209:0:10923:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963937.665210:0:10923:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780963937.665212:0:10923:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:2.0:1780963937.665213:0:10923:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000002ee63f8d. 00000080:00000001:2.0:1780963937.665217:0:10923:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.665222:0:10923:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780963937.665224:0:10923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1:0x0](00000000d77ffd98), inode mode 41ed mask 44 00000080:00000001:2.0:1780963937.665228:0:10923:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.665276:0:10923:0:(dir.c:1420:ll_dir_ioctl()) Process entered 00000080:00200000:2.0:1780963937.665278:0:10923:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x1:0x0](00000000d77ffd98), cmd=0x4008669a 00000080:00000001:2.0:1780963937.665284:0:10923:0:(dir.c:607:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1780963937.665288:0:10923:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.665294:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.665298:0:10923:0:(lmv_obd.c:2597:lmv_setattr()) Process entered 00800000:00000002:2.0:1780963937.665304:0:10923:0:(lmv_obd.c:2601:lmv_setattr()) SETATTR for [0x240000402:0x1:0x0], valid 0x0/0x0 00800000:00000001:2.0:1780963937.665306:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.665307:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.665308:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.665310:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.665311:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.665312:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.665313:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.665315:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.665320:0:10923:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1780963937.665323:0:10923:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1780963937.665330:0:10923:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.665335:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063b04833. 00000020:00000040:2.0:1780963937.665340:0:10923:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=8 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00010000:00000001:2.0:1780963937.665346:0:10923:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963937.665350:0:10923:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963937.665351:0:10923:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.665355:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.665357:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.665361:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.665369:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000057d2dbc7. 00000100:00000001:2.0:1780963937.665377:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665380:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.665382:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665383:0:10923:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963937.665384:0:10923:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.665387:0:10923:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780963937.665398:0:10923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963937.665404:0:10923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963937.665411:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.665413:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.665419:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089504d4c. 00000100:00000001:2.0:1780963937.665422:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868017984 : -127421841533632 : ffff8c1c4a661540) 00000100:00000001:2.0:1780963937.665424:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.665425:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000001:2.0:1780963937.665434:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.665438:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.665441:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.665442:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.665446:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.665454:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.665456:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.665461:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.665464:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.665467:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565824:192.168.202.121@tcp:36:lfs.0 00000100:00000001:2.0:1780963937.665471:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.665479:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.665482:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.665485:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.665489:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a7c0f69. 02000000:00000001:2.0:1780963937.665491:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.665501:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.665506:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.665513:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963937.665521:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746565824, portal 10 00000100:00000001:2.0:1780963937.665523:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.665524:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000040:2.0:1780963937.665529:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.665536:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.665538:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.665541:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca164a0. 00000100:00000200:2.0:1780963937.665543:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475746565824, offset 0 00000400:00000200:2.0:1780963937.665551:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.665560:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.665569:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.665579:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.665588:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.665592:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.665596:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [188:188:256:4294967295] 192.168.202.121@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1780963937.665613:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.665624:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.665630:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.665636:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f9dbe23 (tot 3212334). 00000800:00000200:2.0:1780963937.665644:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.665653:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.665659:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f9dbe23 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.665690:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.665693:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.665696:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.665699:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.665700:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963937.665703:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089504d4c going to sleep for 6 seconds 00000100:00000001:2.0:1780963937.665705:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.665708:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.666571:0:2279:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.666577:0:2279:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f9dbe23 (tot 3212086). 00000400:00000200:3.0:1780963937.666584:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.666591:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.666597:0:2279:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca164a0 00000400:00000010:3.0:1780963937.667518:0:2279:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca164a0. 00000100:00000001:3.0:1780963937.667527:0:2279:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.667537:0:2279:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.667550:0:2279:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.667553:0:2279:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.667560:0:2279:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.667561:0:2279:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963937.669318:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.669340:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.669345:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.669348:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.669360:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.669368:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.669377:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.669383:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.669388:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.669393:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 456 into portal 10 MB=0x6a27594802ec0 00000400:00000200:3.0:1780963937.669454:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.669483:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 456/456 into md 0x9d5 [1] + 224 00000800:00000001:3.0:1780963937.669494:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.669504:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.669507:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.669512:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.669520:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.669528:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.669539:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=512 req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.669559:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1780963937.669570:0:2280:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1780963937.669574:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.669580:0:2280:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963937.669587:0:2280:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [189:189:256:4294967295] 192.168.202.121@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1780963937.669591:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000100:00000001:2.0:1780963937.670483:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.670495:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.670497:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.670500:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.670508:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:2.0:1780963937.670510:0:10923:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:2.0:1780963937.670515:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.670523:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.670532:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063b04833 x1867475746565824/t0(0) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963944 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.670538:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.670541:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.670544:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.670547:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.670566:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.670568:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.670571:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.670584:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=107 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963937.670589:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.670591:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963937.670593:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.670596:0:10923:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963937.670600:0:10923:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963937.670672:0:2280:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:3.0:1780963937.670683:0:2280:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963937.670691:0:2280:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd42e851 (tot 3212334). 00000800:00000200:3.0:1780963937.670698:0:2280:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963937.670707:0:2280:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963937.670712:0:2280:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd42e851 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1780963937.670746:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.670752:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.670945:0:10923:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963937.670947:0:10923:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780963937.670948:0:10923:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963937.670951:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.670952:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000001:2.0:1780963937.670956:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.670957:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:2.0:1780963937.670959:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.670963:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963937.670967:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b04833 x1867475746565824/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963944 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.670974:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.670977:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.670979:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.670982:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b04833 x1867475746565824/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963944 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963937.670989:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565824:192.168.202.121@tcp:36:lfs.0 00000100:00000001:2.0:1780963937.670994:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.670997:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.670999:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.671002:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.671004:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063b04833 x1867475746565824/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963944 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.671009:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.671018:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089504d4c. 00000100:00000001:2.0:1780963937.671022:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.671024:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.671033:0:10923:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.671037:0:10923:0:(lmv_obd.c:2610:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.671043:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000100:00000001:2.0:1780963937.671048:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.671051:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063b04833 x1867475746565824/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963944 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.671057:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.671059:0:10923:0:(dir.c:684:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.671061:0:10923:0:(dir.c:1601:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1780963937.671123:0:10923:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071c655a1. 00010000:00000010:2.1:1780963937.671131:0:10923:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006699e353. 00000080:00000001:2.0:1780963937.671151:0:10923:0:(dir.c:2397:ll_dir_release()) Process entered 00000080:00000001:2.0:1780963937.671154:0:10923:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:2.0:1780963937.671156:0:10923:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x240000402:0x1:0x0](00000000d77ffd98) 00000080:00400000:2.0:1780963937.671159:0:10923:0:(statahead.c:1295:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x1:0x0] 00000080:00000001:2.0:1780963937.671163:0:10923:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:2.0:1780963937.671164:0:10923:0:(pcc.c:1555:pcc_file_release()) Process leaving 00000080:00000001:2.0:1780963937.671166:0:10923:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:2.0:1780963937.671170:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.671173:0:10923:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:2.0:1780963937.671176:0:10923:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.671179:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.671183:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.671186:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.671189:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.671190:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.671192:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.671194:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.671196:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.671200:0:10923:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963937.671204:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780963937.671211:0:10923:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.671213:0:10923:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.671216:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.671217:0:10923:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963937.671218:0:10923:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963937.671222:0:10923:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fbb21d64 count: 2 00010000:00000001:2.0:1780963937.671231:0:10923:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780963937.671237:0:10923:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fbb21d64 count: 1 00000002:00000001:2.0:1780963937.671240:0:10923:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.671241:0:10923:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.671243:0:10923:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780963937.671245:0:10923:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780963937.671248:0:10923:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.671250:0:10923:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780963937.671257:0:10923:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:2.0:1780963937.671259:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.671262:0:10923:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000001:2.0:1780963937.671264:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.671265:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.671266:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.671267:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.671268:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.671269:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.671270:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.671272:0:10923:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.671273:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.671276:0:10923:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:2.0:1780963937.671278:0:10923:0:(mdc_request.c:904:mdc_close()) lustre-MDT0001-mdc-ffff8c1c491bf800: [0x240000402:0x1:0x0] file closed with intent: 0 00000100:00000010:2.0:1780963937.671285:0:10923:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f9c5d0a. 00000020:00000040:2.0:1780963937.671289:0:10923:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=9 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000002:00100000:2.0:1780963937.671297:0:10923:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.671304:0:10923:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963937.671307:0:10923:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963937.671312:0:10923:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963937.671318:0:10923:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022974fd3. 00000100:00000001:2.0:1780963937.671325:0:10923:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780963937.671336:0:10923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8c1c491bf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963937.671341:0:10923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963937.671346:0:10923:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963937.671366:0:10923:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963937.671370:0:10923:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089504d4c. 00000100:00000001:2.0:1780963937.671373:0:10923:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446616651868017984 : -127421841533632 : ffff8c1c4a661540) 00000100:00000001:2.0:1780963937.671376:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.671377:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841648896 : -127421867902720 : ffff8c1c48d3b900) 00000100:00000001:2.0:1780963937.671381:0:10923:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963937.671385:0:10923:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.671386:0:10923:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963937.671388:0:10923:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963937.671391:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.671406:0:10923:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963937.671409:0:10923:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.671413:0:10923:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963937.671416:0:10923:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963937.671419:0:10923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f9c5d0a pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565952:192.168.202.121@tcp:35:lfs.0 00000100:00000001:2.0:1780963937.671423:0:10923:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963937.671430:0:10923:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963937.671432:0:10923:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.671435:0:10923:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963937.671441:0:10923:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000016cc9582. 02000000:00000001:2.0:1780963937.671442:0:10923:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963937.671450:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963937.671453:0:10923:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963937.671459:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963937.671466:0:10923:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475746565952, portal 10 00000100:00000001:2.0:1780963937.671468:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.671469:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841648896 : -127421867902720 : ffff8c1c48d3b900) 00000100:00000040:2.0:1780963937.671474:0:10923:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.671480:0:10923:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963937.671482:0:10923:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963937.671485:0:10923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1466fd0. 00000100:00000200:2.0:1780963937.671488:0:10923:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867475746565952, offset 0 00000400:00000200:2.0:1780963937.671503:0:10923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963937.671511:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.671520:0:10923:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963937.671530:0:10923:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963937.671534:0:10923:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963937.671537:0:10923:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963937.671539:0:10923:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [190:190:255:4294967295] 192.168.202.121@tcp LPNI seq info [190:190:7:4294967295] 00000400:00000200:2.0:1780963937.671543:0:10923:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963937.671552:0:10923:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963937.671557:0:10923:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963937.671561:0:10923:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059837777 (tot 3212582). 00000800:00000200:2.0:1780963937.671566:0:10923:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963937.671571:0:10923:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963937.671573:0:10923:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000059837777 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780963937.671576:0:10923:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.671578:0:10923:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.671581:0:10923:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.671583:0:10923:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963937.671585:0:10923:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780963937.671587:0:10923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089504d4c going to sleep for 11 seconds 00000100:00000001:2.0:1780963937.671589:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963937.671591:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963937.671698:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.671702:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd42e851 (tot 3212334). 00000400:00000200:3.0:1780963937.671707:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.671711:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000800:00000200:3.0:1780963937.671755:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963937.671757:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059837777 (tot 3212086). 00000400:00000200:3.0:1780963937.671766:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.671769:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963937.671773:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1466fd0 00000400:00000010:3.0:1780963937.671775:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1466fd0. 00000100:00000001:3.0:1780963937.671778:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963937.671781:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.671788:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963937.671791:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.671796:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963937.671797:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963937.673852:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.673881:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963937.673888:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.673891:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.673904:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.673913:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963937.673921:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.673926:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.673931:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.673936:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 456 into portal 10 MB=0x6a27594802f40 00000400:00000200:3.0:1780963937.673943:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963937.673950:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 456/456 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1780963937.673960:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.673968:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963937.673971:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963937.673974:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963937.673982:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963937.673988:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963937.674000:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=568 req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963937.674185:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963937.674196:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963937.674201:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.674408:0:10923:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963937.674418:0:10923:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963937.674420:0:10923:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963937.674423:0:10923:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963937.674428:0:10923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:2.0:1780963937.674431:0:10923:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:2.0:1780963937.674435:0:10923:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963937.674439:0:10923:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:2.0:1780963937.674446:0:10923:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f9c5d0a x1867475746565952/t0(0) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/568 e 0 to 0 dl 1780963949 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.674465:0:10923:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963937.674468:0:10923:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.674470:0:10923:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963937.674475:0:10923:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963937.674478:0:10923:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963937.674480:0:10923:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963937.674483:0:10923:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963937.674495:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000a226d211 time=1780963937 v=5 (0 0 0 0) 00000100:00001000:2.0:1780963937.674498:0:10923:0:(import.c:2000:at_measured()) AT 00000000a226d211 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1780963937.674501:0:10923:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff8c1c491bf800 ptl 23 has changed from 5 to 1 00000100:00001000:2.0:1780963937.674504:0:10923:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=107 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963937.674506:0:10923:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963937.674508:0:10923:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963937.674511:0:10923:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963937.674515:0:10923:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.674519:0:10923:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780963937.674520:0:10923:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780963937.674522:0:10923:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780963937.674525:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.674526:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841648896 : -127421867902720 : ffff8c1c48d3b900) 00000100:00000001:2.0:1780963937.674530:0:10923:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963937.674532:0:10923:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:2.0:1780963937.674533:0:10923:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963937.674536:0:10923:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963937.674541:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f9c5d0a x1867475746565952/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963949 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.674549:0:10923:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963937.674552:0:10923:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963937.674555:0:10923:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963937.674558:0:10923:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f9c5d0a x1867475746565952/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963949 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:2.0:1780963937.674565:0:10923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f9c5d0a pname:cluuid:pid:xid:nid:opc:job lfs:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:10923:1867475746565952:192.168.202.121@tcp:35:lfs.0 00000100:00000001:2.0:1780963937.674577:0:10923:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963937.674580:0:10923:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.674583:0:10923:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780963937.674585:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.674588:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008f9c5d0a x1867475746565952/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963949 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.674594:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780963937.674608:0:10923:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089504d4c. 00000100:00000001:2.0:1780963937.674613:0:10923:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780963937.674614:0:10923:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.674624:0:10923:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.674627:0:10923:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.674633:0:10923:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cc29fdd6. 00000080:00000001:2.0:1780963937.674637:0:10923:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:2.0:1780963937.674640:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.674643:0:10923:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1780963937.674647:0:10923:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963937.674651:0:10923:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963937.674653:0:10923:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963937.674657:0:10923:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963937.674658:0:10923:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963937.674660:0:10923:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:2.0:1780963937.674662:0:10923:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.674665:0:10923:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963937.674668:0:10923:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780963937.674674:0:10923:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.674682:0:10923:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963937.674683:0:10923:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000001:2.0:1780963937.674685:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.674687:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 2 fl Complete:RMQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.674692:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.674701:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.674703:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008f9c5d0a x1867475746565952/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963949 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.674710:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963937.674711:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.674713:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004802ac42 x1867475746565632/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963944 ref 1 fl Complete:RMQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:2.0:1780963937.674719:0:10923:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780963937.674723:0:10923:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963937.674725:0:10923:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=8 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963937.674727:0:10923:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963937.674731:0:10923:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a671cb22. 02000000:00000001:2.0:1780963937.674735:0:10923:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963937.674738:0:10923:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963937.674739:0:10923:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004802ac42. 00000100:00000001:2.0:1780963937.674744:0:10923:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963937.674745:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:2.0:1780963937.674746:0:10923:0:(mdc_request.c:886:mdc_clear_open_replay_data()) kfreed 'mod': 32 at 000000008656acad. 00000002:00000001:2.0:1780963937.674749:0:10923:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963937.674751:0:10923:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.674753:0:10923:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000ce87ea64. 00000100:00000001:2.0:1780963937.674755:0:10923:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963937.674758:0:10923:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008f9c5d0a x1867475746565952/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963949 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963937.674763:0:10923:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963937.674765:0:10923:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963937.674768:0:10923:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000016cc9582. 02000000:00000001:2.0:1780963937.674773:0:10923:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963937.674774:0:10923:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963937.674775:0:10923:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=7 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963937.674776:0:10923:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963937.674777:0:10923:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022974fd3. 02000000:00000001:2.0:1780963937.674779:0:10923:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963937.674780:0:10923:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963937.674789:0:10923:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f9c5d0a. 00000100:00000001:2.0:1780963937.674791:0:10923:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963937.674792:0:10923:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780963937.674795:0:10923:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963937.674798:0:10923:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 0000000016527dcd. 00000080:00000001:2.0:1780963937.675014:0:10923:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.675021:0:10923:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.675023:0:10923:0:(dir.c:2398:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963937.675030:0:10923:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1780963937.675032:0:10923:0:(dcache.c:133:ll_ddelete()) keeping dentry d425.sanity (00000000f070fb5c, parent 000000000c8518ca, inode 00000000d77ffd98) hashed, 00000080:00000001:2.0:1780963937.675037:0:10923:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.697926:0:10924:0:(ldlm_resource.c:355:lru_size_store()) changing namespace MGC192.168.202.121@tcp max_unused from 400 to 100 00010000:00000001:3.0:1780963937.697938:0:10924:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.697941:0:10924:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.697944:0:10924:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.697948:0:10924:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.697951:0:10924:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.697953:0:10924:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.698054:0:10924:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-MDT0000-mdc-ffff8c1c491bf800 unused locks from 2 to 0 00010000:00010000:3.0:1780963937.698058:0:10924:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-MDT0000-mdc-ffff8c1c491bf800 00010000:00000001:3.0:1780963937.698060:0:10924:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.698061:0:10924:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.698064:0:10924:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780963937.698066:0:10924:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780963937.698067:0:10924:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698069:0:10924:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.698070:0:10924:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698071:0:10924:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.698147:0:10924:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-MDT0001-mdc-ffff8c1c491bf800 unused locks from 0 to 0 00010000:00010000:3.0:1780963937.698151:0:10924:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-MDT0001-mdc-ffff8c1c491bf800 00010000:00000001:3.0:1780963937.698152:0:10924:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.698153:0:10924:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.698154:0:10924:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698156:0:10924:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.698157:0:10924:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698158:0:10924:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.698196:0:10924:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-OST0000-osc-ffff8c1c491bf800 unused locks from 0 to 0 00010000:00010000:3.0:1780963937.698198:0:10924:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-OST0000-osc-ffff8c1c491bf800 00010000:00000001:3.0:1780963937.698199:0:10924:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.698200:0:10924:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.698201:0:10924:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698210:0:10924:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.698211:0:10924:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698213:0:10924:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963937.698255:0:10924:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-OST0001-osc-ffff8c1c491bf800 unused locks from 0 to 0 00010000:00010000:3.0:1780963937.698258:0:10924:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-OST0001-osc-ffff8c1c491bf800 00010000:00000001:3.0:1780963937.698260:0:10924:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780963937.698261:0:10924:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780963937.698262:0:10924:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698263:0:10924:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780963937.698264:0:10924:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963937.698265:0:10924:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963938.470697:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963938.470705:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963938.470715:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963938.470716:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963938.471173:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963938.471178:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963938.471182:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780963938.785672:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963938.785684:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963938.785698:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f9c5d0a. 00000020:00000040:2.0:1780963938.785707:0:38:0:(genops.c:1191:class_import_get()) import 00000000d8cd09d8 refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:2.0:1780963938.785713:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963938.785717:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963938.785723:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963938.785733:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001855181a. 00000100:00000001:2.0:1780963938.785742:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785756:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963938.785767:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963938.785772:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785778:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008f9c5d0a] to pc [ptlrpcd_01_00+0] req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.785806:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785809:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963938.785812:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963938.785815:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004802ac42. 00000020:00000040:2.0:1780963938.785818:0:38:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:2.0:1780963938.785820:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963938.785821:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963938.785853:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963938.785857:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a453e7f. 00000100:00000001:2.0:1780963938.785861:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785866:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963938.785872:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963938.785874:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785877:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004802ac42] to pc [ptlrpcd_01_01+1] req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.785885:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785887:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963938.785890:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963938.785893:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5275daa. 00000020:00000040:2.0:1780963938.785895:0:38:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=8 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000100:00000001:2.0:1780963938.785897:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963938.785898:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963938.785900:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963938.785903:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003686e7ac. 00000100:00000001:2.0:1780963938.785905:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785908:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963938.785915:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963938.785916:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785918:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f5275daa] to pc [ptlrpcd_01_00+0] req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.785925:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785926:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963938.785929:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963938.785933:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094601bbb. 00000020:00000040:2.0:1780963938.785934:0:38:0:(genops.c:1191:class_import_get()) import 000000004598662c refcount=5 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000100:00000001:2.0:1780963938.785936:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963938.785944:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963938.785946:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963938.785952:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059837777. 00000100:00000001:2.0:1780963938.785955:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785958:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963938.785964:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963938.785966:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.785968:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000094601bbb] to pc [ptlrpcd_01_01+1] req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.785974:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963938.785977:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963938.785980:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963938.785986:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:2.0:1780963938.785997:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.786001:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963938.786004:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963938.786008:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786016:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963938.786018:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786022:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963938.786024:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963938.786026:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566080:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.786031:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963938.786039:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963938.786041:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786044:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963938.786049:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022974fd3. 02000000:00000001:2.0:1780963938.786050:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963938.786061:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963938.786066:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963938.786079:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963938.786087:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566080, portal 10 00000100:00000001:2.0:1780963938.786089:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963938.786091:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000040:2.0:1780963938.786116:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786121:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963938.786123:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963938.786125:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa8e1369. 00000100:00000200:2.0:1780963938.786127:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746566080, offset 0 00000400:00000200:2.0:1780963938.786134:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786143:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786151:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963938.786158:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963938.786162:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963938.786164:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786167:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [191:191:256:4294967295] 192.168.202.121@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1780963938.786170:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786177:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963938.786182:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963938.786185:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f9dbe23 (tot 3212334). 00000800:00000200:2.0:1780963938.786191:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963938.786198:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963938.786202:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f9dbe23 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963938.786222:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786224:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.786227:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786229:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963938.786231:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786235:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963938.786241:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786243:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963938.786244:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963938.786246:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094601bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566208:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.786248:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963938.786250:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963938.786251:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786252:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963938.786254:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac839184. 02000000:00000001:2.0:1780963938.786255:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963938.786258:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963938.786260:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f92424ba. 00000400:00000010:2.0:1780963938.786263:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b09784. 00000100:00000200:2.0:1780963938.786264:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566208, portal 4 00000100:00000001:2.0:1780963938.786265:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963938.786266:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841639168 : -127421867912448 : ffff8c1c48d39300) 00000100:00000040:2.0:1780963938.786270:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786274:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963938.786275:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963938.786277:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250223f4. 00000100:00000200:2.0:1780963938.786278:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475746566208, offset 0 00000400:00000200:2.0:1780963938.786280:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786283:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786284:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963938.786286:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963938.786287:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963938.786289:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786290:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [192:192:255:4294967295] 192.168.202.121@tcp LPNI seq info [192:192:7:4294967295] 00000400:00000200:2.0:1780963938.786293:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786296:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963938.786299:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963938.786304:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000795d9697 (tot 3212582). 00000800:00000200:2.0:1780963938.786306:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963938.786309:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963938.786310:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000795d9697 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963938.786312:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786313:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.786315:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786316:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786318:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.786327:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963938.786329:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963938.786330:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.786331:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963938.786332:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963938.786333:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780963938.786334:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.786335:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963938.786336:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.786344:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.786345:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963938.786346:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963938.786348:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786352:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963938.786353:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786354:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963938.786355:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963938.786357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f9c5d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746566016:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.786358:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963938.786360:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963938.786361:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786362:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963938.786364:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097b9485c. 02000000:00000001:2.0:1780963938.786365:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963938.786367:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963938.786374:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001747f697. 00000400:00000010:2.0:1780963938.786376:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee1a27b3. 00000100:00000200:2.0:1780963938.786378:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566016, portal 25 00000100:00000001:2.0:1780963938.786379:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963938.786380:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841648896 : -127421867902720 : ffff8c1c48d3b900) 00000100:00000040:2.0:1780963938.786383:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786387:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963938.786388:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963938.786389:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e00c66e9. 00000100:00000200:2.0:1780963938.786390:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475746566016, offset 0 00000400:00000200:2.0:1780963938.786393:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786395:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786397:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963938.786399:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963938.786400:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963938.786402:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786403:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [193:193:254:4294967295] 192.168.202.121@tcp LPNI seq info [193:193:6:4294967295] 00000400:00000200:2.0:1780963938.786405:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786409:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963938.786412:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963938.786413:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6c0118a (tot 3212830). 00000800:00000200:2.0:1780963938.786416:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963938.786419:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963938.786420:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6c0118a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963938.786422:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786422:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.786423:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786425:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963938.786426:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786436:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963938.786437:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786438:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963938.786439:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963938.786441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5275daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566144:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.786442:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963938.786443:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963938.786444:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.786445:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963938.786447:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bb7000b. 02000000:00000001:2.0:1780963938.786447:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963938.786449:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963938.786451:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d8a46b7. 00000400:00000010:2.0:1780963938.786452:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0671aeb. 00000100:00000200:2.0:1780963938.786453:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566144, portal 10 00000100:00000001:2.0:1780963938.786455:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963938.786455:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841642816 : -127421867908800 : ffff8c1c48d3a140) 00000100:00000040:2.0:1780963938.786458:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.786462:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963938.786464:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963938.786465:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e64ae430. 00000100:00000200:2.0:1780963938.786466:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746566144, offset 0 00000400:00000200:2.0:1780963938.786469:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786471:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786472:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963938.786474:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963938.786475:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963938.786477:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963938.786478:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [194:194:253:4294967295] 192.168.202.121@tcp LPNI seq info [194:194:5:4294967295] 00000400:00000200:2.0:1780963938.786481:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963938.786487:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963938.786490:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963938.786492:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edc7f820 (tot 3213078). 00000800:00000200:2.0:1780963938.786494:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963938.786496:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963938.786498:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000edc7f820 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963938.786499:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786500:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.786502:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786503:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.786505:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963938.786846:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963938.786850:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963938.786917:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963938.786921:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f9dbe23 (tot 3212830). 00000400:00000200:3.0:1780963938.786928:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.786934:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963938.786940:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa8e1369 00000400:00000010:3.0:1780963938.786942:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa8e1369. 00000100:00000001:3.0:1780963938.786947:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963938.786952:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.786963:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963938.786965:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.786971:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963938.786973:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963938.786988:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963938.786990:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000795d9697 (tot 3212582). 00000400:00000200:3.0:1780963938.786992:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.786994:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963938.786997:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250223f4 00000400:00000010:3.0:1780963938.786999:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250223f4. 00000100:00000001:3.0:1780963938.787000:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963938.787012:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.787018:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963938.787019:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.787024:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963938.787026:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963938.787034:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963938.787036:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6c0118a (tot 3212334). 00000400:00000200:3.0:1780963938.787038:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.787041:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963938.787044:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00c66e9 00000400:00000010:3.0:1780963938.787045:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e00c66e9. 00000100:00000001:3.0:1780963938.787046:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963938.787048:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.787054:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963938.787055:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.787060:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963938.787061:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963938.787167:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963938.787170:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edc7f820 (tot 3212086). 00000400:00000200:3.0:1780963938.787173:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.787176:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963938.787179:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e64ae430 00000400:00000010:3.0:1780963938.787180:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e64ae430. 00000100:00000001:3.0:1780963938.787182:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963938.787184:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.787190:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963938.787193:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.787207:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963938.788162:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963938.788697:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.788713:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963938.788716:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.788718:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.788729:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.788737:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963938.788744:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.788750:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.788754:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.788759:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a27594803040 00000400:00000200:3.0:1780963938.788765:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.788772:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:3.0:1780963938.788781:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.788788:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.788791:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.788794:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963938.788801:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963938.788808:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963938.788840:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.788862:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963938.788871:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.788874:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.794181:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.794203:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963938.794227:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963938.794230:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963938.794235:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f92424ba. 00000400:00000200:2.0:1780963938.794264:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b09784 00000400:00000010:2.0:1780963938.794266:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b09784. 00000100:00000001:2.0:1780963938.794272:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963938.794287:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963938.794300:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.794308:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963938.794309:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.794312:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963938.794316:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963938.794319:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963938.794322:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.794325:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963938.794336:0:2288:0:(import.c:1935:at_measured()) add 1 to 0000000018cb1287 time=108 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963938.794632:0:2288:0:(import.c:1935:at_measured()) add 1 to 000000003e85e548 time=15 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963938.794635:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963938.794637:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963938.794666:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963938.794671:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.794676:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963938.794677:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c1c491bf800: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1780963938.794679:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963938.794681:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.794687:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.794693:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.794697:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963938.794699:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963938.794723:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963938.794740:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094601bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566208:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.794745:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.794748:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963938.794750:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000094601bbb x1867475746566208/t0(0) o400->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.794766:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963938.794769:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963938.794773:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac839184. 02000000:00000001:2.0:1780963938.794778:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963938.794781:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963938.794783:0:2288:0:(genops.c:1204:class_import_put()) import 000000004598662c refcount=4 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000020:00000001:2.0:1780963938.794785:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963938.794798:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000059837777. 02000000:00000001:2.0:1780963938.794803:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963938.794804:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963938.794806:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094601bbb. 00000100:00000001:2.0:1780963938.794810:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963938.794811:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.794814:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.794816:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.794861:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963938.794864:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.794866:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780963938.805689:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805710:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963938.805716:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805718:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.805732:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805741:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963938.805768:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805775:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805780:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805785:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594802fc0 00000400:00000200:3.0:1780963938.805792:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805799:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:3.0:1780963938.805818:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805825:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.805836:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.805841:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963938.805850:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963938.805858:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963938.805870:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.805895:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963938.805906:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805909:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963938.805911:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805912:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.805916:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805919:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963938.805923:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805925:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805927:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805929:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594803000 00000400:00000200:3.0:1780963938.805933:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.805937:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:3.0:1780963938.805940:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805945:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.805947:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.805949:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963938.805958:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963938.805962:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963938.805970:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.805977:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963938.805981:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.805984:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.806867:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.806874:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963938.806887:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963938.806890:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963938.806893:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d8a46b7. 00000400:00000200:2.0:1780963938.806901:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0671aeb 00000400:00000010:2.0:1780963938.806904:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0671aeb. 00000100:00000001:2.0:1780963938.806908:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963938.806916:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963938.806928:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.806935:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963938.806937:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.806939:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963938.806943:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963938.806946:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963938.806949:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.806952:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963938.806965:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=108 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963938.806970:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=108 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963938.806972:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963938.806974:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963938.806978:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963938.806983:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.806988:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963938.806990:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 0 00000100:00000001:2.0:1780963938.806992:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963938.806995:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.807001:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.807008:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.807011:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963938.807040:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963938.807045:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963938.807054:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5275daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566144:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1780963938.807061:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963938.807063:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963938.807064:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963938.807066:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:2.0:1780963938.807068:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:2.0:1780963938.807070:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963938.807072:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963938.807080:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.807086:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963938.807087:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.807088:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963938.807090:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963938.807091:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963938.807129:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.807132:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963938.807136:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=108 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963938.807139:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=108 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963938.807141:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963938.807142:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963938.807144:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963938.807146:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.807148:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963938.807149:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963938.807150:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963938.807151:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.807155:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.807173:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.807174:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963938.807176:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963938.807179:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963938.807185:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566080:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.807189:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.807193:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963938.807195:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f5275daa x1867475746566144/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.807202:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963938.807205:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963938.807208:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bb7000b. 02000000:00000001:2.0:1780963938.807213:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963938.807215:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963938.807218:0:2288:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=7 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963938.807220:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963938.807223:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003686e7ac. 02000000:00000001:2.0:1780963938.807227:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963938.807229:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963938.807230:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5275daa. 00000100:00000001:2.0:1780963938.807234:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963938.807235:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.807237:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963938.807239:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004802ac42 x1867475746566080/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.807244:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963938.807245:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963938.807246:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022974fd3. 02000000:00000001:2.0:1780963938.807248:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963938.807249:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963938.807250:0:2288:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963938.807260:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963938.807262:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003a453e7f. 02000000:00000001:2.0:1780963938.807264:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963938.807265:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963938.807265:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004802ac42. 00000100:00000001:2.0:1780963938.807268:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963938.807269:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.807273:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.807275:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.807276:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963938.807277:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.807279:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780963938.808062:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.808077:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963938.808080:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.808082:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.808091:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.808121:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963938.808129:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.808136:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.808141:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.808146:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27594802f80 00000400:00000200:3.0:1780963938.808151:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963938.808158:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:3.0:1780963938.808165:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.808172:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963938.808175:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963938.808178:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963938.808183:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963938.808187:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963938.808197:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963938.808217:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963938.808226:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963938.808228:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.809774:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.809781:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963938.809790:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963938.809793:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963938.809796:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001747f697. 00000400:00000200:2.0:1780963938.809805:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee1a27b3 00000400:00000010:2.0:1780963938.809816:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee1a27b3. 00000100:00000001:2.0:1780963938.809820:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963938.809840:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963938.809851:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.809858:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963938.809860:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.809862:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963938.809866:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963938.809869:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963938.809871:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963938.809874:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963938.809881:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000d09aef78 time=109 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963938.809886:0:2288:0:(import.c:1935:at_measured()) add 1 to 000000007b2be96e time=109 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963938.809889:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963938.809891:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963938.809893:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963938.809895:0:2288:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.809918:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963938.809922:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.809928:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963938.809932:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963938.809934:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963938.809937:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963938.809943:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f9c5d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746566016:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963938.809947:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.809949:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963938.809952:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008f9c5d0a x1867475746566016/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963945 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963938.809957:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963938.809960:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963938.809962:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097b9485c. 02000000:00000001:2.0:1780963938.809965:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963938.809967:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963938.809969:0:2288:0:(genops.c:1204:class_import_put()) import 00000000d8cd09d8 refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:2.0:1780963938.809971:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963938.809973:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001855181a. 02000000:00000001:2.0:1780963938.809976:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963938.809978:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963938.809979:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f9c5d0a. 00000100:00000001:2.0:1780963938.809983:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963938.809984:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.809986:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963938.809995:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963938.809997:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963938.810000:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963938.810002:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963939.490393:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963939.490400:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963939.490407:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963939.490408:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963939.490532:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963939.490536:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963939.490539:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963940.513576:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963940.513586:0:418:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963940.513589:0:418:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963940.513592:0:418:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963940.513598:0:418:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963940.513600:0:418:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963940.513602:0:418:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963940.513604:0:418:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963940.513608:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963940.513609:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963940.515087:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963940.515109:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963940.515114:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963941.537401:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963941.537406:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963941.537412:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963941.537413:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963941.537594:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963941.537598:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963941.537600:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963942.561496:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963942.561501:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963942.561508:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963942.561509:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963942.562066:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963942.562070:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963942.562073:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963943.585239:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963943.585244:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963943.585251:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963943.585252:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963943.585375:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963943.585381:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963943.585386:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780963943.905387:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963943.905399:0:483:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963943.905406:0:483:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006524889a. 00000020:00000040:3.0:1780963943.905412:0:483:0:(genops.c:1191:class_import_get()) import 00000000d8cd09d8 refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:3.0:1780963943.905416:0:483:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963943.905423:0:483:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963943.905427:0:483:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963943.905445:0:483:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd42e851. 00000100:00000001:3.0:1780963943.905455:0:483:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905466:0:483:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963943.905476:0:483:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963943.905480:0:483:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905485:0:483:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006524889a] to pc [ptlrpcd_01_00+0] req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.905513:0:483:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905515:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963943.905518:0:483:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963943.905521:0:483:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc24aa4e. 00000020:00000040:3.0:1780963943.905523:0:483:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963943.905526:0:483:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963943.905527:0:483:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963943.905528:0:483:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963943.905531:0:483:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f57e734. 00000100:00000001:3.0:1780963943.905542:0:483:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905545:0:483:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963943.905551:0:483:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963943.905553:0:483:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905555:0:483:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000dc24aa4e] to pc [ptlrpcd_01_01+1] req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.905561:0:483:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905562:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963943.905565:0:483:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963943.905567:0:483:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3573f28. 00000020:00000040:3.0:1780963943.905569:0:483:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=8 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000100:00000001:3.0:1780963943.905570:0:483:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963943.905571:0:483:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963943.905572:0:483:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963943.905574:0:483:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008fa894c. 00000100:00000001:3.0:1780963943.905576:0:483:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905578:0:483:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963943.905584:0:483:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963943.905585:0:483:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905588:0:483:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3573f28] to pc [ptlrpcd_01_00+0] req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.905593:0:483:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.905595:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963943.905597:0:483:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780963943.905599:0:483:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1780963943.905602:0:483:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1780963943.905604:0:483:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e9a3435. 00000020:00000040:3.0:1780963943.905606:0:483:0:(genops.c:1191:class_import_get()) import 000000004598662c refcount=5 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000100:00000001:3.0:1780963943.905607:0:483:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963943.905613:0:483:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963943.905614:0:483:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963943.905619:0:483:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ff4025e. 00000100:00000001:3.0:1780963943.905621:0:483:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.905623:0:483:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616651783574272 : -127421925977344 : ffff8c1c455d9300) 00000100:00080000:3.0:1780963943.905625:0:483:0:(import.c:86:import_set_state_nolock()) 000000004598662c lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1780963943.905628:0:483:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c1c491bf800: disconnect after 20s idle 00000100:00000001:2.0:1780963943.909859:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.909866:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963943.909869:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963943.909887:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.909900:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963943.909902:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.909906:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963943.909910:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963943.909912:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc24aa4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566336:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780963943.909916:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963943.909923:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963943.909925:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.909927:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963943.909931:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc29fdd6. 02000000:00000001:2.0:1780963943.909933:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963943.909941:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963943.909945:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001747f697. 00000400:00000010:2.0:1780963943.909951:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee1a27b3. 00000100:00000200:2.0:1780963943.909958:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566336, portal 10 00000100:00000001:2.0:1780963943.909960:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963943.909961:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783584000 : -127421925967616 : ffff8c1c455db900) 00000100:00000040:2.0:1780963943.909968:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.909974:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963943.909976:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963943.909979:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963943.909980:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746566336, offset 0 00000400:00000200:2.0:1780963943.909987:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963943.909995:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963943.910002:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963943.910008:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963943.910011:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963943.910014:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963943.910017:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [195:195:256:4294967295] 192.168.202.121@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1780963943.910021:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963943.910035:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963943.910041:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963943.910045:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001855181a (tot 3212334). 00000800:00000200:2.0:1780963943.910052:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963943.910059:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963943.910062:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001855181a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963943.911927:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.911934:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.911939:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.911943:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.911946:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.911956:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963943.911957:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963943.911959:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.911961:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963943.911963:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963943.911966:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780963943.911968:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.911970:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963943.911971:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.911972:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.911973:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963943.911975:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963943.911991:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.912002:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963943.912003:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.912007:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963943.912010:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963943.912013:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746566272:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780963943.912016:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963943.912022:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963943.912024:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.912026:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963943.912049:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097b9485c. 02000000:00000001:2.0:1780963943.912051:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963943.912061:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963943.912066:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963943.912072:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0671aeb. 00000100:00000200:2.0:1780963943.912077:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566272, portal 25 00000100:00000001:2.0:1780963943.912080:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963943.912081:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783590080 : -127421925961536 : ffff8c1c455dd0c0) 00000100:00000040:2.0:1780963943.912085:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.912108:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963943.912112:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963943.912115:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b09784. 00000100:00000200:2.0:1780963943.912118:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475746566272, offset 0 00000400:00000200:2.0:1780963943.912126:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963943.912134:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963943.912142:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963943.912150:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963943.912153:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963943.912156:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963943.912159:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [196:196:255:4294967295] 192.168.202.121@tcp LPNI seq info [196:196:7:4294967295] 00000400:00000200:2.0:1780963943.912164:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963943.912173:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963943.912180:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963943.912184:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a453e7f (tot 3212582). 00000800:00000200:2.0:1780963943.912190:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963943.912197:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963943.912201:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a453e7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963943.912205:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.912206:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.912208:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.912210:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963943.912224:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.912232:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963943.912233:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.912236:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963943.912237:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963943.912239:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3573f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566400:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780963943.912243:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963943.912244:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963943.912246:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.912247:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963943.912250:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac839184. 02000000:00000001:2.0:1780963943.912251:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963943.912255:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963943.912257:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d8a46b7. 00000400:00000010:2.0:1780963943.912261:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31ff908. 00000100:00000200:2.0:1780963943.912263:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566400, portal 10 00000100:00000001:2.0:1780963943.912265:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963943.912266:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783577920 : -127421925973696 : ffff8c1c455da140) 00000100:00000040:2.0:1780963943.912271:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.912277:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963943.912279:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963943.912281:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010bee768. 00000100:00000200:2.0:1780963943.912283:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746566400, offset 0 00000400:00000200:2.0:1780963943.912288:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963943.912292:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963943.912308:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963943.912312:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963943.912314:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963943.912316:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963943.912319:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [197:197:254:4294967295] 192.168.202.121@tcp LPNI seq info [197:197:6:4294967295] 00000400:00000200:2.0:1780963943.912323:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963943.912333:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963943.912338:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963943.912349:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003686e7ac (tot 3212830). 00000800:00000200:2.0:1780963943.912354:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963943.912358:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963943.912360:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003686e7ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963943.912363:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.912364:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.912366:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.912368:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.912370:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.912393:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.912395:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963943.915547:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963943.915554:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001855181a (tot 3212582). 00000400:00000200:2.0:1780963943.915561:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963943.915570:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963943.915576:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:2.0:1780963943.915578:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:2.0:1780963943.915583:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963943.915589:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.915601:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.915603:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.915609:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.915611:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963943.915624:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963943.915625:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a453e7f (tot 3212334). 00000400:00000200:2.0:1780963943.915628:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963943.915631:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963943.915633:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b09784 00000400:00000010:2.0:1780963943.915635:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b09784. 00000100:00000001:2.0:1780963943.915643:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963943.915645:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.915652:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.915654:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.915659:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.915661:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963943.915716:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963943.915718:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003686e7ac (tot 3212086). 00000400:00000200:2.0:1780963943.915722:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963943.915725:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963943.915727:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010bee768 00000400:00000010:2.0:1780963943.915728:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010bee768. 00000100:00000001:2.0:1780963943.915730:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963943.915733:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.915740:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.915742:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.915747:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.915749:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780963943.928321:0:5597:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1780963943.928328:0:5597:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.928562:0:483:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963943.928568:0:483:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963943.928577:0:483:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002e9a3435] to pc [ptlrpcd_rcv+-1] req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.928595:0:483:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963943.928598:0:483:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780963943.928601:0:483:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963943.928605:0:483:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1780963943.928618:0:2284:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963943.928621:0:2284:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963943.928623:0:2284:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963943.928627:0:2284:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.928646:0:2284:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963943.928647:0:2284:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963943.928651:0:2284:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963943.928654:0:2284:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963943.928657:0:2284:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e9a3435 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746566464:192.168.202.121@tcp:9:kworker/u8:4.0 00000100:00000001:3.0:1780963943.928662:0:2284:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963943.928667:0:2284:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963943.928670:0:2284:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963943.928672:0:2284:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963943.928676:0:2284:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c055765. 02000000:00000001:3.0:1780963943.928678:0:2284:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963943.928693:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963943.928697:0:2284:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed640088. 00000400:00000010:3.0:1780963943.928703:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cadc256. 00000100:00000200:3.0:1780963943.928709:0:2284:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566464, portal 4 00000100:00000001:3.0:1780963943.928711:0:2284:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963943.928713:0:2284:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651783574272 : -127421925977344 : ffff8c1c455d9300) 00000100:00000040:3.0:1780963943.928718:0:2284:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.928725:0:2284:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963943.928727:0:2284:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963943.928730:0:2284:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005632243d. 00000100:00000200:3.0:1780963943.928732:0:2284:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475746566464, offset 0 00000400:00000200:3.0:1780963943.928738:0:2284:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963943.928746:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928753:0:2284:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963943.928761:0:2284:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963943.928765:0:2284:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963943.928767:0:2284:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963943.928770:0:2284:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [198:198:256:4294967295] 192.168.202.121@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1780963943.928774:0:2284:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928783:0:2284:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963943.928800:0:2284:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963943.928805:0:2284:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51f8be7 (tot 3212334). 00000800:00000200:3.0:1780963943.928811:0:2284:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963943.928818:0:2284:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963943.928822:0:2284:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51f8be7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963943.928832:0:2284:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.928834:0:2284:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963943.928837:0:2284:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.928839:0:2284:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.928842:0:2284:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963943.928851:0:2284:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963943.928858:0:2284:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780963943.928861:0:2284:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963943.928862:0:2284:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963943.928863:0:2284:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.928881:0:2284:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780963943.928891:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.928905:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963943.928907:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.928909:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.928915:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928918:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963943.928923:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928927:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928930:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928933:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a275948030c0 00000400:00000200:3.0:1780963943.928937:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.928942:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:3.0:1780963943.928948:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.928952:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.928954:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963943.928957:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963943.928964:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963943.928967:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780963943.928974:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.928987:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780963943.929034:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963943.929037:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51f8be7 (tot 3212086). 00000400:00000200:3.0:1780963943.929040:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963943.929043:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963943.929046:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005632243d 00000400:00000010:3.0:1780963943.929047:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005632243d. 00000100:00000001:3.0:1780963943.929050:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963943.929058:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.929067:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963943.929069:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.929075:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963943.929077:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963943.929081:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.929085:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963943.929086:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.929088:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963943.929759:0:483:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:2.0:1780963943.929783:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.929797:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963943.929803:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963943.929805:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963943.929808:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001747f697. 00000400:00000200:2.0:1780963943.929813:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee1a27b3 00000400:00000010:2.0:1780963943.929814:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee1a27b3. 00000100:00000001:2.0:1780963943.929817:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963943.929823:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780963943.929843:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.929850:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963943.929852:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.929854:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963943.929857:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963943.929859:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963943.929861:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.929864:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963943.929872:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=113 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963943.929876:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=113 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963943.929878:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963943.929879:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963943.929881:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963943.929885:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.929888:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963943.929889:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780963943.929892:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963943.929893:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963943.929897:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.929903:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.929906:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963943.929908:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963943.929911:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963943.929918:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc24aa4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566336:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780963943.929923:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.929925:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.929926:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000dc24aa4e x1867475746566336/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.929944:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963943.929946:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963943.929948:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc29fdd6. 02000000:00000001:2.0:1780963943.929952:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963943.929953:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963943.929955:0:2288:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963943.929958:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963943.929959:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007f57e734. 02000000:00000001:2.0:1780963943.929962:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963943.929964:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963943.929965:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc24aa4e. 00000100:00000001:2.0:1780963943.929968:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963943.929969:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.929972:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.929974:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.929975:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963943.929977:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.929978:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963943.931245:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931256:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963943.931264:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931268:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931272:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931276:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27594803080 00000400:00000200:3.0:1780963943.931280:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931284:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa45 [1] + 224 00000800:00000001:3.0:1780963943.931293:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.931316:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.931319:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963943.931322:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963943.931327:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963943.931332:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780963943.931342:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.931362:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963943.931371:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.931375:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963943.931376:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.931378:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.931387:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931390:0:2280:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963943.931393:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931395:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931397:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931400:0:2280:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594803100 00000400:00000200:3.0:1780963943.931403:0:2280:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.931406:0:2280:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:3.0:1780963943.931410:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.931417:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.931418:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963943.931420:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963943.931423:0:2280:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963943.931426:0:2280:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780963943.931432:0:2280:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.931439:0:2280:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963943.931442:0:2280:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.931444:0:2280:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931623:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.931626:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963943.931630:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963943.931631:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963943.931634:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:2.0:1780963943.931647:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0671aeb 00000400:00000010:2.0:1780963943.931649:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0671aeb. 00000100:00000001:2.0:1780963943.931651:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963943.931655:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780963943.931661:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.931666:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963943.931668:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931670:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963943.931673:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963943.931675:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963943.931676:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.931683:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963943.931688:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000d09aef78 time=114 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963943.931692:0:2288:0:(import.c:1935:at_measured()) add 1 to 000000007b2be96e time=114 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963943.931694:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963943.931695:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963943.931697:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963943.931699:0:2288:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.931701:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963943.931704:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.931710:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.931712:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963943.931714:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963943.931716:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963943.931722:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006524889a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746566272:192.168.202.121@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780963943.931727:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963943.931728:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963943.931729:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d8a46b7. 00000400:00000200:2.0:1780963943.931731:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31ff908 00000400:00000010:2.0:1780963943.931732:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31ff908. 00000100:00000001:2.0:1780963943.931734:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963943.931735:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780963943.931741:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.931747:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963943.931747:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931749:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963943.931749:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963943.931750:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963943.931751:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.931752:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963943.931760:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=113 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963943.931762:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=113 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963943.931763:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963943.931764:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963943.931765:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963943.931768:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.931770:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780963943.931771:0:2288:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: committing for last_committed 4294967302 gen 1 00000100:00000040:2.0:1780963943.931776:0:2288:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967302) req@00000000bb3f36e2 x1867475746564992/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963943.931781:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.931783:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bb3f36e2 x1867475746564992/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963943.931800:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963943.931801:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963943.931803:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000b34695a. 02000000:00000001:2.0:1780963943.931807:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963943.931809:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963943.931810:0:2288:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=7 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963943.931812:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963943.931813:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000853dbb0e. 02000000:00000001:2.0:1780963943.931816:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963943.931817:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963943.931818:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bb3f36e2. 00000100:00000001:2.0:1780963943.931821:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963943.931822:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963943.931825:0:2288:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967302) req@0000000063b04833 x1867475746565824/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963943.931830:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.931832:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063b04833 x1867475746565824/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963944 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:2.0:1780963943.931837:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963943.931838:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963943.931842:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a7c0f69. 02000000:00000001:2.0:1780963943.931845:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963943.931845:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963943.931846:0:2288:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963943.931848:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963943.931849:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000057d2dbc7. 02000000:00000001:2.0:1780963943.931850:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963943.931851:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963943.931852:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063b04833. 00000100:00000001:2.0:1780963943.931854:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963943.931855:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931856:0:2288:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963943.931857:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963943.931859:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.931873:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.931875:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963943.931876:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963943.931878:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963943.931884:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3573f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566400:192.168.202.121@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780963943.931887:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931889:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.931891:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006524889a x1867475746566272/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.931895:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963943.931896:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963943.931897:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097b9485c. 02000000:00000001:2.0:1780963943.931899:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963943.931900:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963943.931901:0:2288:0:(genops.c:1204:class_import_put()) import 00000000d8cd09d8 refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:2.0:1780963943.931902:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963943.931903:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bd42e851. 02000000:00000001:2.0:1780963943.931905:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963943.931909:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963943.931910:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006524889a. 00000100:00000001:2.0:1780963943.931912:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963943.931913:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931914:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.931916:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f3573f28 x1867475746566400/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963950 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.931921:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963943.931922:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963943.931923:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac839184. 02000000:00000001:2.0:1780963943.931925:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963943.931925:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963943.931926:0:2288:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=5 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:2.0:1780963943.931928:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963943.931928:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000008fa894c. 02000000:00000001:2.0:1780963943.931930:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963943.931931:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963943.931932:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3573f28. 00000100:00000001:2.0:1780963943.931933:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963943.931934:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931936:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.931943:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963943.931944:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.931946:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.931948:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963943.960602:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.960716:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963943.960721:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.960724:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.960735:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.960742:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963943.960751:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.960756:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.960760:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.960764:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a27594803140 00000400:00000200:3.0:1780963943.960769:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963943.960775:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa65 [1] + 224 00000800:00000001:3.0:1780963943.960782:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.960811:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963943.960814:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963943.960819:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963943.960836:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963943.960842:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780963943.960854:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780963943.960872:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963943.960881:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963943.960884:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.960936:0:2284:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.960940:0:2284:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963943.960947:0:2284:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963943.960948:0:2284:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963943.960951:0:2284:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed640088. 00000400:00000200:2.0:1780963943.960954:0:2284:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cadc256 00000400:00000010:2.0:1780963943.960956:0:2284:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cadc256. 00000100:00000001:2.0:1780963943.960959:0:2284:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963943.960963:0:2284:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780963943.960970:0:2284:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.960982:0:2284:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963943.960984:0:2284:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.960986:0:2284:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963943.960989:0:2284:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963943.960991:0:2284:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963943.960993:0:2284:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963943.960996:0:2284:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963943.961005:0:2284:0:(import.c:1935:at_measured()) add 1 to 0000000018cb1287 time=113 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963943.961009:0:2284:0:(import.c:1935:at_measured()) add 1 to 000000003e85e548 time=20 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963943.961011:0:2284:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963943.961013:0:2284:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963943.961016:0:2284:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963943.961019:0:2284:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.961022:0:2284:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780963943.961024:0:2284:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c1c491bf800: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1780963943.961026:0:2284:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963943.961027:0:2284:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963943.961031:0:2284:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.961037:0:2284:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963943.961040:0:2284:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963943.961042:0:2284:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1780963943.961045:0:2284:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00080000:2.0:1780963943.961052:0:2284:0:(import.c:86:import_set_state_nolock()) 000000004598662c lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1780963943.961056:0:2284:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780963943.961062:0:2284:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e9a3435 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2284:1867475746566464:192.168.202.121@tcp:9:kworker/u8:4.0 00000100:00000001:2.0:1780963943.961067:0:2284:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.961070:0:2284:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963943.961072:0:2284:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002e9a3435 x1867475746566464/t0(0) o9->lustre-OST0000-osc-ffff8c1c491bf800@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963949 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780963943.961083:0:2284:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963943.961085:0:2284:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963943.961088:0:2284:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c055765. 02000000:00000001:2.0:1780963943.961171:0:2284:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963943.961173:0:2284:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963943.961175:0:2284:0:(genops.c:1204:class_import_put()) import 000000004598662c refcount=4 obd=lustre-OST0000-osc-ffff8c1c491bf800 00000020:00000001:2.0:1780963943.961177:0:2284:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963943.961179:0:2284:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ff4025e. 02000000:00000001:2.0:1780963943.961182:0:2284:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963943.961183:0:2284:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963943.961185:0:2284:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e9a3435. 00000100:00000001:2.0:1780963943.961188:0:2284:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963943.961189:0:2284:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.961191:0:2284:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963943.961199:0:2284:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963943.961200:0:2284:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963943.961202:0:2284:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963943.961203:0:2284:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963944.611971:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963944.611978:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963944.611984:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963944.611985:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963944.614390:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963944.614395:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963944.614400:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780963944.889319:0:11004:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963945.637151:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963945.637158:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963945.637162:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963945.637163:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963945.637183:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963945.637187:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963945.637189:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963946.657262:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963946.657280:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963946.657288:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963946.657289:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963946.657365:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963946.657369:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963946.657372:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963947.681924:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963947.681929:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963947.681935:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963947.681939:0:418:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963947.681941:0:418:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963947.681945:0:418:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963947.681947:0:418:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963947.681948:0:418:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963947.681951:0:418:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963947.681953:0:418:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963947.681955:0:418:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963947.681957:0:418:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963947.681981:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963947.681983:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963947.681986:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780963948.475676:0:11205:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963948.705433:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963948.705440:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963948.705449:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963948.705450:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963948.710349:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963948.710356:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963948.710363:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1780963948.989001:0:11242:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1780963948.989007:0:11242:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1780963948.989012:0:11242:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 200 at 00000000c9e7f50a (tot 3212286). 00000400:00000001:0.0:1780963948.989019:0:11242:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1780963948.989023:0:11242:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1780963948.989025:0:11242:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1780963948.989026:0:11242:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:0.0:1780963948.989029:0:11242:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780963948.989031:0:11242:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_425: @@@@@@ FAIL: Create files in /mnt/lustre/d425.sanity 00000001:00000001:0.0:1780963949.003058:0:11242:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1780963949.003067:0:11242:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 200 at 00000000c9e7f50a (tot 3212086). 00000400:00000001:0.0:1780963949.003084:0:11242:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046423:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963949.046435:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963949.046447:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063b04833. 00000020:00000040:2.0:1780963949.046455:0:38:0:(genops.c:1191:class_import_get()) import 00000000d8cd09d8 refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:2.0:1780963949.046460:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963949.046464:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963949.046469:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963949.046479:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059837777. 00000100:00000001:2.0:1780963949.046488:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046501:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 070af45a-7d89-4539-a8c8-4a2ac50c539c->MGS req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963949.046513:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963949.046518:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046524:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000063b04833] to pc [ptlrpcd_01_01+1] req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.046572:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046575:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963949.046578:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963949.046581:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f9c5d0a. 00000020:00000040:2.0:1780963949.046584:0:38:0:(genops.c:1191:class_import_get()) import 00000000aece4286 refcount=6 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000100:00000001:2.0:1780963949.046586:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963949.046588:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963949.046589:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963949.046593:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b95d9fb. 00000100:00000001:2.0:1780963949.046596:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046599:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0000_UUID req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963949.046606:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963949.046608:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046611:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008f9c5d0a] to pc [ptlrpcd_01_00+0] req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.046619:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046620:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963949.046624:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963949.046627:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004802ac42. 00000020:00000040:2.0:1780963949.046629:0:38:0:(genops.c:1191:class_import_get()) import 0000000070a9ea40 refcount=6 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000100:00000001:2.0:1780963949.046631:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963949.046632:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963949.046633:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963949.046636:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6b1f276. 00000100:00000001:2.0:1780963949.046639:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046642:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-MDT0001_UUID req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963949.046648:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963949.046649:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963949.046658:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004802ac42] to pc [ptlrpcd_01_01+1] req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.046665:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963949.046667:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963949.046670:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963949.046673:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963949.046676:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 3b5d3ce3-653a-4558-8919-03ddf53ef1ef->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963949.046682:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:2.0:1780963949.048499:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963949.048509:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963949.048512:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963949.048527:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.048540:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963949.048541:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963949.048546:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963949.048550:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963949.048553:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746566528:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963949.048557:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963949.048565:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963949.048568:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963949.048571:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963949.048577:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074b4e7d5. 02000000:00000001:2.0:1780963949.048579:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963949.048590:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963949.048596:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d8a46b7. 00000400:00000010:2.0:1780963949.048604:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31ff908. 00000100:00000200:2.0:1780963949.048613:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566528, portal 25 00000100:00000001:2.0:1780963949.048616:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963949.048618:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841662272 : -127421867889344 : ffff8c1c48d3ed40) 00000100:00000040:2.0:1780963949.048623:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.048647:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963949.048650:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963949.048653:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0671aeb. 00000100:00000200:2.0:1780963949.048656:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475746566528, offset 0 00000400:00000200:2.0:1780963949.048664:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963949.048674:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963949.048682:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963949.048692:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963949.048695:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963949.048699:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963949.048702:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [199:199:256:4294967295] 192.168.202.121@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:2.0:1780963949.048706:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963949.048715:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963949.048722:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963949.048728:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ee051ce (tot 3212334). 00000800:00000200:2.0:1780963949.048736:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963949.048776:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963949.048781:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ee051ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963949.048799:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.048800:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963949.048803:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.048806:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963949.048810:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.048816:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963949.048817:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963949.048819:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963949.048821:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963949.048823:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566656:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963949.048826:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963949.048834:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963949.048835:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963949.048837:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963949.048841:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0093a7f. 02000000:00000001:2.0:1780963949.048843:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963949.048847:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963949.048849:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030529df4. 00000400:00000010:2.0:1780963949.048852:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee1a27b3. 00000100:00000200:2.0:1780963949.048855:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566656, portal 10 00000100:00000001:2.0:1780963949.048856:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963949.048857:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841653760 : -127421867897856 : ffff8c1c48d3cc00) 00000100:00000040:2.0:1780963949.048865:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.048872:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963949.048874:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963949.048876:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010bee768. 00000100:00000200:2.0:1780963949.048878:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746566656, offset 0 00000400:00000200:2.0:1780963949.048882:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963949.048886:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963949.048890:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963949.048893:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963949.048895:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963949.048897:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963949.048899:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [200:200:255:4294967295] 192.168.202.121@tcp LPNI seq info [200:200:7:4294967295] 00000400:00000200:2.0:1780963949.048903:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963949.048907:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963949.048911:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963949.048914:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac124b90 (tot 3212582). 00000800:00000200:2.0:1780963949.048917:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963949.048921:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963949.048923:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac124b90 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963949.048925:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.048932:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963949.048934:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.048937:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.048939:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963949.048950:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963949.048952:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963949.048954:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963949.048955:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963949.052067:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963949.052079:0:2288:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780963949.052082:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963949.052106:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963949.052108:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963949.052111:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963949.052113:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963949.052115:0:2288:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963949.052131:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.055292:0:2288:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963949.055296:0:2288:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963949.055304:0:2288:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963949.055310:0:2288:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963949.055321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f9c5d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566592:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963949.055327:0:2288:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963949.055336:0:2288:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963949.055340:0:2288:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963949.055343:0:2288:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963949.055357:0:2288:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fa7a374. 02000000:00000001:2.0:1780963949.055359:0:2288:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963949.055372:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963949.055382:0:2288:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001747f697. 00000400:00000010:2.0:1780963949.055390:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b09784. 00000100:00000200:2.0:1780963949.055399:0:2288:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475746566592, portal 10 00000100:00000001:2.0:1780963949.055401:0:2288:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963949.055403:0:2288:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446616651841648896 : -127421867902720 : ffff8c1c48d3b900) 00000100:00000040:2.0:1780963949.055413:0:2288:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963949.055431:0:2288:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963949.055434:0:2288:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963949.055438:0:2288:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033602b99. 00000100:00000200:2.0:1780963949.055440:0:2288:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475746566592, offset 0 00000400:00000200:2.0:1780963949.055448:0:2288:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963949.055459:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963949.055470:0:2288:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963949.055481:0:2288:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963949.055485:0:2288:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963949.055488:0:2288:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963949.055491:0:2288:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [201:201:254:4294967295] 192.168.202.121@tcp LPNI seq info [201:201:6:4294967295] 00000400:00000200:2.0:1780963949.055495:0:2288:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963949.055505:0:2288:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963949.055512:0:2288:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963949.055517:0:2288:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edc7f820 (tot 3212830). 00000800:00000200:2.0:1780963949.055525:0:2288:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008a4de6f4] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963949.055533:0:2288:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963949.055538:0:2288:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000edc7f820 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963949.055543:0:2288:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.055545:0:2288:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963949.055553:0:2288:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.055558:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.055564:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963949.055592:0:2287:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963949.055595:0:2287:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963949.055857:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963949.055862:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ee051ce (tot 3212582). 00000400:00000200:3.0:1780963949.055883:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963949.055890:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963949.055897:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0671aeb 00000400:00000010:3.0:1780963949.055899:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0671aeb. 00000100:00000001:3.0:1780963949.055904:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963949.055908:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.055920:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963949.055924:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.055930:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.055932:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963949.055948:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963949.055950:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac124b90 (tot 3212334). 00000400:00000200:3.0:1780963949.055953:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963949.055957:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963949.055959:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010bee768 00000400:00000010:3.0:1780963949.055960:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010bee768. 00000100:00000001:3.0:1780963949.055962:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963949.055965:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.055982:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963949.055985:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.055990:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.055992:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963949.056078:0:2280:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963949.056080:0:2280:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edc7f820 (tot 3212086). 00000400:00000200:3.0:1780963949.056083:0:2280:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963949.056086:0:2280:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963949.056088:0:2280:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033602b99 00000400:00000010:3.0:1780963949.056089:0:2280:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033602b99. 00000100:00000001:3.0:1780963949.056108:0:2280:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963949.056111:0:2280:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.056118:0:2280:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963949.056119:0:2280:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.056124:0:2280:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.056125:0:2280:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963949.064224:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.064244:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963949.064248:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.064252:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963949.064897:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.064910:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963949.064921:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.064928:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.064933:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.064938:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27594803180 00000400:00000200:3.0:1780963949.064945:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.064953:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa75 [1] + 224 00000800:00000001:3.0:1780963949.064963:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.064988:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963949.064991:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963949.064997:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963949.065005:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963949.065016:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963949.065029:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.065054:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963949.065066:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065069:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963949.065071:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065073:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963949.065076:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065079:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963949.065083:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065085:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065087:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065089:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27594803200 00000400:00000200:3.0:1780963949.065107:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065111:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:3.0:1780963949.065115:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065119:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963949.065120:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963949.065122:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963949.065125:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963949.065129:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963949.065136:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.065143:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963949.065147:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065156:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963949.065158:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065160:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963949.065163:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065166:0:2279:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963949.065170:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065172:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065175:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065178:0:2279:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a275948031c0 00000400:00000200:3.0:1780963949.065181:0:2279:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963949.065184:0:2279:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xa95 [1] + 224 00000800:00000001:3.0:1780963949.065187:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065193:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963949.065195:0:2279:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963949.065209:0:2279:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963949.065212:0:2279:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963949.065216:0:2279:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963949.065222:0:2279:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.065228:0:2279:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963949.065232:0:2279:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963949.065235:0:2279:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067399:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963949.067408:0:2288:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963949.067420:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963949.067422:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963949.067426:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001747f697. 00000400:00000200:3.0:1780963949.067434:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b09784 00000400:00000010:3.0:1780963949.067435:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b09784. 00000100:00000001:3.0:1780963949.067440:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963949.067455:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963949.067467:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067484:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963949.067487:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067490:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963949.067493:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963949.067496:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963949.067498:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963949.067501:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963949.067512:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000aa86960c time=119 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963949.067517:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000469d9e59 time=119 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963949.067519:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963949.067521:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963949.067524:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963949.067528:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.067532:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963949.067533:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963949.067535:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963949.067537:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963949.067541:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067547:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963949.067550:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963949.067552:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963949.067555:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963949.067562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f9c5d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566592:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:3.0:1780963949.067569:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963949.067570:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963949.067572:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d8a46b7. 00000400:00000200:3.0:1780963949.067574:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31ff908 00000400:00000010:3.0:1780963949.067576:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31ff908. 00000100:00000001:3.0:1780963949.067578:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963949.067581:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963949.067592:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067596:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963949.067597:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067599:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963949.067600:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963949.067601:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963949.067602:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963949.067604:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963949.067606:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000d09aef78 time=120 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963949.067609:0:2288:0:(import.c:1935:at_measured()) add 1 to 000000007b2be96e time=120 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963949.067611:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963949.067612:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963949.067613:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963949.067615:0:2288:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.067617:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963949.067619:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067624:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963949.067625:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963949.067626:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963949.067628:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963949.067633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b04833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:070af45a-7d89-4539-a8c8-4a2ac50c539c:2288:1867475746566528:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:3.0:1780963949.067639:0:2288:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963949.067639:0:2288:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963949.067641:0:2288:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030529df4. 00000400:00000200:3.0:1780963949.067642:0:2288:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee1a27b3 00000400:00000010:3.0:1780963949.067644:0:2288:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee1a27b3. 00000100:00000001:3.0:1780963949.067646:0:2288:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963949.067649:0:2288:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963949.067664:0:2288:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067669:0:2288:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963949.067671:0:2288:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067672:0:2288:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963949.067673:0:2288:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963949.067674:0:2288:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963949.067675:0:2288:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963949.067677:0:2288:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963949.067681:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000bd181e1e time=119 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963949.067683:0:2288:0:(import.c:1935:at_measured()) add 1 to 00000000524f558b time=119 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963949.067685:0:2288:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963949.067686:0:2288:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963949.067687:0:2288:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963949.067689:0:2288:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.067691:0:2288:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963949.067692:0:2288:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c1c491bf800: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780963949.067694:0:2288:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963949.067695:0:2288:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963949.067697:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067702:0:2288:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963949.067703:0:2288:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963949.067704:0:2288:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963949.067706:0:2288:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963949.067711:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004802ac42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b5d3ce3-653a-4558-8919-03ddf53ef1ef:2288:1867475746566656:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963949.067715:0:2288:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067718:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963949.067721:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008f9c5d0a x1867475746566592/t0(0) o400->lustre-MDT0000-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067750:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963949.067754:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963949.067757:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fa7a374. 02000000:00000001:3.0:1780963949.067762:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963949.067764:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963949.067766:0:2288:0:(genops.c:1204:class_import_put()) import 00000000aece4286 refcount=5 obd=lustre-MDT0000-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963949.067768:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963949.067770:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002b95d9fb. 02000000:00000001:3.0:1780963949.067774:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963949.067775:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963949.067777:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f9c5d0a. 00000100:00000001:3.0:1780963949.067782:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963949.067783:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067785:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963949.067787:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063b04833 x1867475746566528/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067792:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963949.067793:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963949.067793:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074b4e7d5. 02000000:00000001:3.0:1780963949.067796:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963949.067797:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963949.067798:0:2288:0:(genops.c:1204:class_import_put()) import 00000000d8cd09d8 refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:3.0:1780963949.067800:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963949.067801:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000059837777. 02000000:00000001:3.0:1780963949.067803:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963949.067804:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963949.067804:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063b04833. 00000100:00000001:3.0:1780963949.067807:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963949.067808:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067809:0:2288:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963949.067811:0:2288:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004802ac42 x1867475746566656/t0(0) o400->lustre-MDT0001-mdc-ffff8c1c491bf800@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963956 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963949.067816:0:2288:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963949.067817:0:2288:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963949.067817:0:2288:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0093a7f. 02000000:00000001:3.0:1780963949.067824:0:2288:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963949.067826:0:2288:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963949.067827:0:2288:0:(genops.c:1204:class_import_put()) import 0000000070a9ea40 refcount=5 obd=lustre-MDT0001-mdc-ffff8c1c491bf800 00000020:00000001:3.0:1780963949.067828:0:2288:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963949.067829:0:2288:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e6b1f276. 02000000:00000001:3.0:1780963949.067831:0:2288:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963949.067832:0:2288:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963949.067833:0:2288:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004802ac42. 00000100:00000001:3.0:1780963949.067836:0:2288:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963949.067837:0:2288:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067839:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963949.067849:0:2288:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963949.067851:0:2288:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963949.067853:0:2288:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963949.067855:0:2288:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963949.729248:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963949.729257:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963949.729265:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963949.729266:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963949.731282:0:5604:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963949.731298:0:5604:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963949.731305:0:5604:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780963950.608919:0:11342:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963950.757196:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963950.757206:0:418:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963950.757209:0:418:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963950.757212:0:418:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963950.757220:0:418:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963950.757223:0:418:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963950.757225:0:418:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963950.757227:0:418:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963950.757231:0:418:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963950.757233:0:418:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963950.757419:0:5605:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963950.757424:0:5605:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963950.757427:0:5605:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14622 lines, 14622 kept, 0 dropped, 0 bad.