00000001:01000000:1.0F:1780963206.253783:0:2169:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 138 MB/s 00000001:01000000:2.0F:1780963206.504048:0:2169:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 371 MB/s 00000001:01000000:2.0:1780963206.756409:0:2169:0:(linux-crypto.c:392:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2170 MB/s 00000400:00000010:1.0:1780963207.172304:0:2208:0:(lib-cpt.c:108:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000000bf9716d (tot 56). 00000400:00000010:1.0:1780963207.172313:0:2208:0:(lib-cpt.c:117:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 0000000079ceec95 (tot 184). 00000400:00000010:1.0:1780963207.172317:0:2208:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 0000000027d5c16f (tot 200). 00000400:00000010:1.0:1780963207.172318:0:2208:0:(lib-cpt.c:128:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 000000006e710b16 (tot 204). 00000400:00000010:1.0:1780963207.172320:0:2208:0:(lib-cpt.c:135:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000a23daa00 (tot 268). 00000400:00000010:1.0:1780963207.172322:0:2208:0:(lib-cpt.c:147:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000000b36de6f (tot 396). 00000400:00000010:1.0:1780963207.172323:0:2208:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000022943d05 (tot 404). 00000400:00000010:1.0:1780963207.172325:0:2208:0:(lib-cpt.c:147:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000031eeedee (tot 532). 00000400:00000010:1.0:1780963207.172325:0:2208:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000512be957 (tot 540). 00000400:00000010:1.0:1780963207.176958:0:2208:0:(lock.c:58:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000041534195 (tot 564). 00000400:00000010:1.0:1780963207.176971:0:2208:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000483dc2a3 (tot 596). 00000400:00000010:1.0:1780963207.176978:0:2208:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1eba9d2 (tot 660). 00000400:00000010:1.0:1780963207.176980:0:2208:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004cb00c06 (tot 724). 00000400:00000010:1.0:1780963207.176982:0:2208:0:(lock.c:58:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000008b80be15 (tot 748). 00000400:00000010:1.0:1780963207.176984:0:2208:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000475d0174 (tot 780). 00000400:00000010:1.0:1780963207.176986:0:2208:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068f09d51 (tot 844). 00000400:00000010:1.0:1780963207.176987:0:2208:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001dba238f (tot 908). 00000400:00000200:1.0:1780963207.176992:0:2208:0:(api-ni.c:957:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0F:1780963207.284247:0:2221:0:(api-ni.c:957:lnet_register_lnd()) tcp LND registered 00000020:02000000:0.0F:1780963207.756815:0:2234:0:(class_obd.c:670:obdclass_init()) Lustre: Build Version: 2.15.8_1_gfda9c08 00000020:00000010:0.0:1780963207.770909:0:2234:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000a3958b97. 00000001:00000010:0.0:1780963207.773263:0:2234:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f1c6acc8 (tot 1140). 00000001:00000010:0.0:1780963207.773283:0:2234:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dabf54a1 (tot 1172). 00000001:00000010:0.0:1780963207.773287:0:2234:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000384cced9 (tot 1516). 00000001:00000010:0.0:1780963207.773290:0:2234:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e3cb833 (tot 1860). 00000001:00000010:0.0:1780963207.773292:0:2234:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000023a6eef0 (tot 2204). 00000001:00000010:0.0:1780963207.773294:0:2234:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085a54ea7 (tot 2548). 00000020:00000010:0.0:1780963207.775244:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb22907b. 00000020:00000010:0.0:1780963207.775254:0:2234:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005bbd87ef. 00000020:00000010:0.0:1780963207.775278:0:2234:0:(cl_object.c:1072:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000aa69ec4e. 00000020:00000010:2.0:1780963207.777065:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f91bc02b. 00000020:00000010:2.0:1780963207.777073:0:2234:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094e6dc15. 00000020:00000010:2.0:1780963207.777086:0:2234:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000c90ac0da. 00000020:00000010:2.0:1780963207.777090:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8e09936. 00000020:00000010:2.0:1780963207.777092:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000347b856. 00000020:00000010:2.0:1780963207.777095:0:2234:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000040318698. 00000020:00000010:2.0:1780963207.777096:0:2234:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000cca5d528. 00000020:00000010:2.0:1780963207.777098:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d2683fe. 00000020:00000010:2.0:1780963207.777101:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c72d0de0. 00000020:00000010:2.0:1780963207.777103:0:2234:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005663a807. 00000020:00000010:2.0:1780963207.777105:0:2234:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000006c2d4767. 00000020:00000010:2.0:1780963207.777107:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f1bd763. 00000020:00000010:2.0:1780963207.777110:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf019626. 00000020:00000010:2.0:1780963207.777112:0:2234:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b6688a0. 00000020:00000010:2.0:1780963207.777113:0:2234:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000068f38c47. 00000020:00000010:2.0:1780963207.777115:0:2234:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c3588be. 00000400:00000010:0.0:1780963208.638635:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000096fb7676 (tot 2580). 00000400:00000010:0.0:1780963208.638645:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb51791e (tot 2644). 00000400:00000010:0.0:1780963208.638647:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089cca97f (tot 2708). 00000100:00000010:0.0:1780963208.638651:0:2248:0:(service.c:3343:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000078a721c5. 00000100:00000010:0.0:1780963208.638654:0:2248:0:(service.c:3343:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000003cc1703c. 00000100:00000010:3.0:1780963208.639705:0:2250:0:(service.c:2981:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000003533b684. 00000020:00000010:0.0:1780963208.639774:0:2250:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e57cc3ac. 00000020:00000010:0.0:1780963208.639781:0:2250:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa32407f. 00000040:00000010:0.0:1780963208.639784:0:2250:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000b5d2f323. 00000020:00000010:0.0:1780963208.639788:0:2250:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000cf24f1d9. 00000020:00000010:0.0:1780963208.639807:0:2250:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000005b49e8b0. 00000020:00000010:0.0:1780963208.639813:0:2250:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000898cefd4. 00000020:00000010:0.0:1780963208.639817:0:2250:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008c3dd3e3. 00000100:00000010:2.0:1780963208.642947:0:2251:0:(service.c:2981:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000130d1659. 00000020:00000010:2.0:1780963208.642964:0:2251:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c968952. 00000020:00000010:2.0:1780963208.642968:0:2251:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cc67439. 00000040:00000010:2.0:1780963208.642970:0:2251:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000000df35cf7. 00000020:00000010:2.0:1780963208.642974:0:2251:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d8a7caf5. 00000020:00000010:2.0:1780963208.642999:0:2251:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000069d61880. 00000020:00000010:2.0:1780963208.643003:0:2251:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000efb10b08. 00000020:00000010:2.0:1780963208.643008:0:2251:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e560172d. 00000100:00000200:0.0:1780963208.643361:0:2248:0:(events.c:608:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1780963208.643849:0:2248:0:(api-ni.c:664:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000b16b0427 (tot 3732). 00000400:00000010:2.0:1780963208.643855:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f6a2cb45 (tot 3764). 00000400:00000010:2.0:1780963208.643860:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b3dea115 (tot 3892). 00000400:00000010:2.0:1780963208.643862:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e6c31f9c (tot 4020). 00000400:00000010:2.0:1780963208.643864:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cb1fb1cc (tot 4052). 00000400:00000010:2.0:1780963208.643866:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e7843ae6 (tot 4180). 00000400:00000010:2.0:1780963208.643868:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000007a30f406 (tot 4308). 00000400:00000010:2.0:1780963208.643880:0:2248:0:(peer.c:133:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000859931fd (tot 12500). 00000400:00000010:2.0:1780963208.643885:0:2248:0:(peer.c:133:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000003ee58d50 (tot 20692). 00000400:00000010:2.0:1780963208.643889:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001c1a2800 (tot 20724). 00000400:00000010:2.0:1780963208.643891:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000521de3d2 (tot 20852). 00000400:00000010:2.0:1780963208.643892:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b4fe0866 (tot 20980). 00000400:00000010:2.0:1780963208.643896:0:2248:0:(lib-msg.c:1285:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000239d6c20 (tot 20996). 00000400:00000010:2.0:1780963208.643899:0:2248:0:(lib-msg.c:1295:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000004f56c4d8 (tot 21012). 00000400:00000010:2.0:1780963208.643902:0:2248:0:(lib-msg.c:1285:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000a8de4a9e (tot 21028). 00000400:00000010:2.0:1780963208.643903:0:2248:0:(lib-msg.c:1295:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000c88dcc05 (tot 21044). 00000400:00000010:2.0:1780963208.643975:0:2248:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000001bfae8fd (tot 86580). 00000400:00000010:2.0:1780963208.643993:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e940c48a (tot 86612). 00000400:00000010:2.0:1780963208.643996:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002fc5759f (tot 86676). 00000400:00000010:2.0:1780963208.643999:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac8d829a (tot 86740). 00000400:00000010:2.0:1780963208.644055:0:2248:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000000aa01d63 (tot 152276). 00000400:00000010:2.0:1780963208.644912:0:2248:0:(api-ni.c:1144:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000aeb32044 (tot 217812). 00000400:00000010:2.0:1780963208.644930:0:2248:0:(lib-ptl.c:892:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000002f4848a8 (tot 218324). 00000400:00000010:2.0:1780963208.644934:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fb18e7ac (tot 218412). 00000400:00000010:2.0:1780963208.644936:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c0a7da51 (tot 218444). 00000400:00000010:2.0:1780963208.644938:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002352b412 (tot 218508). 00000400:00000010:2.0:1780963208.644940:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b859bf0 (tot 218572). 00000400:00000010:2.0:1780963208.644945:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d2ac74ba (tot 222684). 00000400:00000010:2.0:1780963208.644949:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001e65944c (tot 226796). 00000400:00000010:2.0:1780963208.644952:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a1386ae9 (tot 226884). 00000400:00000010:2.0:1780963208.644954:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000018b3e913 (tot 226916). 00000400:00000010:2.0:1780963208.644956:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005320f1bf (tot 226980). 00000400:00000010:2.0:1780963208.644957:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e71ccd00 (tot 227044). 00000400:00000010:2.0:1780963208.644961:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000df1f07aa (tot 231156). 00000400:00000010:2.0:1780963208.644974:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f34ae2a (tot 235268). 00000400:00000010:2.0:1780963208.644978:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fd1b7c44 (tot 235356). 00000400:00000010:2.0:1780963208.644984:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000002985d63 (tot 235388). 00000400:00000010:2.0:1780963208.644986:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007de19966 (tot 235452). 00000400:00000010:2.0:1780963208.644988:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e46deba3 (tot 235516). 00000400:00000010:2.0:1780963208.644992:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a62ac7b1 (tot 239628). 00000400:00000010:2.0:1780963208.644996:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cf265515 (tot 243740). 00000400:00000010:2.0:1780963208.644999:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e3b1a845 (tot 243828). 00000400:00000010:2.0:1780963208.645001:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000034c61a57 (tot 243860). 00000400:00000010:2.0:1780963208.645002:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007bdc77d1 (tot 243924). 00000400:00000010:2.0:1780963208.645004:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ea0cbf5 (tot 243988). 00000400:00000010:2.0:1780963208.645008:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a67cb30 (tot 248100). 00000400:00000010:2.0:1780963208.645018:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008b0f2eb (tot 252212). 00000400:00000010:2.0:1780963208.645021:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000085b876b6 (tot 252300). 00000400:00000010:2.0:1780963208.645023:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009bd3fb98 (tot 252332). 00000400:00000010:2.0:1780963208.645025:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd4eb1ae (tot 252396). 00000400:00000010:2.0:1780963208.645027:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054acba28 (tot 252460). 00000400:00000010:2.0:1780963208.645030:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000303073b5 (tot 256572). 00000400:00000010:2.0:1780963208.645034:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000903c3404 (tot 260684). 00000400:00000010:2.0:1780963208.645036:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009f29d9e8 (tot 260772). 00000400:00000010:2.0:1780963208.645038:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e047cad (tot 260804). 00000400:00000010:2.0:1780963208.645040:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004258c5a1 (tot 260868). 00000400:00000010:2.0:1780963208.645042:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f162181 (tot 260932). 00000400:00000010:2.0:1780963208.645045:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b6e4539 (tot 265044). 00000400:00000010:2.0:1780963208.645054:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000301692a4 (tot 269156). 00000400:00000010:2.0:1780963208.645057:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c473937c (tot 269244). 00000400:00000010:2.0:1780963208.645058:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000babed89f (tot 269276). 00000400:00000010:2.0:1780963208.645059:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000b1938f (tot 269340). 00000400:00000010:2.0:1780963208.645060:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000019e37f11 (tot 269404). 00000400:00000010:2.0:1780963208.645063:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bb69f60 (tot 273516). 00000400:00000010:2.0:1780963208.645066:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000942cb560 (tot 277628). 00000400:00000010:2.0:1780963208.645077:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a309d1a4 (tot 277716). 00000400:00000010:2.0:1780963208.645082:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000052676bf5 (tot 277748). 00000400:00000010:2.0:1780963208.645085:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002be81574 (tot 277812). 00000400:00000010:2.0:1780963208.645087:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093144d0d (tot 277876). 00000400:00000010:2.0:1780963208.645091:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3089661 (tot 281988). 00000400:00000010:2.0:1780963208.645100:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000aa029a (tot 286100). 00000400:00000010:2.0:1780963208.645104:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000db909951 (tot 286188). 00000400:00000010:2.0:1780963208.645106:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ec1fc801 (tot 286220). 00000400:00000010:2.0:1780963208.645108:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a23a9b36 (tot 286284). 00000400:00000010:2.0:1780963208.645110:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f7a27b9 (tot 286348). 00000400:00000010:2.0:1780963208.645114:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e450bcab (tot 290460). 00000400:00000010:2.0:1780963208.645118:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c68a71f (tot 294572). 00000400:00000010:2.0:1780963208.645121:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000060a40297 (tot 294660). 00000400:00000010:2.0:1780963208.645122:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c0ebee9d (tot 294692). 00000400:00000010:2.0:1780963208.645124:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043643e59 (tot 294756). 00000400:00000010:2.0:1780963208.645225:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f8101f3 (tot 294820). 00000400:00000010:2.0:1780963208.645229:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000525ff853 (tot 298932). 00000400:00000010:2.0:1780963208.645241:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086e9e4ba (tot 303044). 00000400:00000010:2.0:1780963208.645244:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000081b7fd7f (tot 303132). 00000400:00000010:2.0:1780963208.645246:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b3679f2e (tot 303164). 00000400:00000010:2.0:1780963208.645248:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d870ce9a (tot 303228). 00000400:00000010:2.0:1780963208.645249:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008305effd (tot 303292). 00000400:00000010:2.0:1780963208.645252:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de638a1c (tot 307404). 00000400:00000010:2.0:1780963208.645256:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008eaf50e7 (tot 311516). 00000400:00000010:2.0:1780963208.645258:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000d5d8eb5 (tot 311604). 00000400:00000010:2.0:1780963208.645259:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000045aaf182 (tot 311636). 00000400:00000010:2.0:1780963208.645261:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004467fab2 (tot 311700). 00000400:00000010:2.0:1780963208.645262:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000235ed552 (tot 311764). 00000400:00000010:2.0:1780963208.645266:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d53c173 (tot 315876). 00000400:00000010:2.0:1780963208.645273:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a760b2d (tot 319988). 00000400:00000010:2.0:1780963208.645276:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000733cbb30 (tot 320076). 00000400:00000010:2.0:1780963208.645281:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002fb2151b (tot 320108). 00000400:00000010:2.0:1780963208.645283:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da7169ef (tot 320172). 00000400:00000010:2.0:1780963208.645285:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e1c1d46 (tot 320236). 00000400:00000010:2.0:1780963208.645288:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000895b2734 (tot 324348). 00000400:00000010:2.0:1780963208.645292:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000063b46071 (tot 328460). 00000400:00000010:2.0:1780963208.645295:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000059a4e1ec (tot 328548). 00000400:00000010:2.0:1780963208.645297:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c28b7767 (tot 328580). 00000400:00000010:2.0:1780963208.645310:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053ee7150 (tot 328644). 00000400:00000010:2.0:1780963208.645313:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b936e110 (tot 328708). 00000400:00000010:2.0:1780963208.645316:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008def91a5 (tot 332820). 00000400:00000010:2.0:1780963208.645325:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008218db0 (tot 336932). 00000400:00000010:2.0:1780963208.645328:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000077d16c69 (tot 337020). 00000400:00000010:2.0:1780963208.645331:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a37f2772 (tot 337052). 00000400:00000010:2.0:1780963208.645332:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8928522 (tot 337116). 00000400:00000010:2.0:1780963208.645334:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f0acf76 (tot 337180). 00000400:00000010:2.0:1780963208.645338:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000222d6585 (tot 341292). 00000400:00000010:2.0:1780963208.645342:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d73703c7 (tot 345404). 00000400:00000010:2.0:1780963208.645344:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fd0ca5bc (tot 345492). 00000400:00000010:2.0:1780963208.645346:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002c0d4fb1 (tot 345524). 00000400:00000010:2.0:1780963208.645348:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce46a593 (tot 345588). 00000400:00000010:2.0:1780963208.645350:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1d4cb6b (tot 345652). 00000400:00000010:2.0:1780963208.645353:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a30464c (tot 349764). 00000400:00000010:2.0:1780963208.645363:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001af963f0 (tot 353876). 00000400:00000010:2.0:1780963208.645366:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c953e0e2 (tot 353964). 00000400:00000010:2.0:1780963208.645368:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008c75b3b7 (tot 353996). 00000400:00000010:2.0:1780963208.645369:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd50f555 (tot 354060). 00000400:00000010:2.0:1780963208.645371:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c23ed5ed (tot 354124). 00000400:00000010:2.0:1780963208.645376:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077122aeb (tot 358236). 00000400:00000010:2.0:1780963208.645380:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005732ca62 (tot 362348). 00000400:00000010:2.0:1780963208.645383:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000571383f8 (tot 362436). 00000400:00000010:2.0:1780963208.645389:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c87cff24 (tot 362468). 00000400:00000010:2.0:1780963208.645390:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b29304b (tot 362532). 00000400:00000010:2.0:1780963208.645392:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c01d6a1d (tot 362596). 00000400:00000010:2.0:1780963208.645396:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c8be499 (tot 366708). 00000400:00000010:2.0:1780963208.645405:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013e55da1 (tot 370820). 00000400:00000010:2.0:1780963208.645408:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000daeff2b6 (tot 370908). 00000400:00000010:2.0:1780963208.645410:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000075fca421 (tot 370940). 00000400:00000010:2.0:1780963208.645412:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034e766c8 (tot 371004). 00000400:00000010:2.0:1780963208.645413:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc4d8133 (tot 371068). 00000400:00000010:2.0:1780963208.645417:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000436bca3f (tot 375180). 00000400:00000010:2.0:1780963208.645421:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000be54f615 (tot 379292). 00000400:00000010:2.0:1780963208.645424:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000016366774 (tot 379380). 00000400:00000010:2.0:1780963208.645426:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000014441846 (tot 379412). 00000400:00000010:2.0:1780963208.645427:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001265222e (tot 379476). 00000400:00000010:2.0:1780963208.645429:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009eaceb30 (tot 379540). 00000400:00000010:2.0:1780963208.645433:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000594b8b44 (tot 383652). 00000400:00000010:2.0:1780963208.645442:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092f4e0a9 (tot 387764). 00000400:00000010:2.0:1780963208.645446:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000075b26ffe (tot 387852). 00000400:00000010:2.0:1780963208.645658:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002f323ae5 (tot 387884). 00000400:00000010:2.0:1780963208.645663:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000852374d5 (tot 387948). 00000400:00000010:2.0:1780963208.645664:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cf56a5a (tot 388012). 00000400:00000010:2.0:1780963208.645669:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000708dcb77 (tot 392124). 00000400:00000010:2.0:1780963208.645673:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000788701bd (tot 396236). 00000400:00000010:2.0:1780963208.645675:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cbc2b061 (tot 396324). 00000400:00000010:2.0:1780963208.645677:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d3921ef0 (tot 396356). 00000400:00000010:2.0:1780963208.645678:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000060dd969 (tot 396420). 00000400:00000010:2.0:1780963208.645680:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b64a8a37 (tot 396484). 00000400:00000010:2.0:1780963208.645684:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000feebdea0 (tot 400596). 00000400:00000010:2.0:1780963208.645694:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085118abd (tot 404708). 00000400:00000010:2.0:1780963208.645698:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c22b978b (tot 404796). 00000400:00000010:2.0:1780963208.645703:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000679afa23 (tot 404828). 00000400:00000010:2.0:1780963208.645705:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003e4d7c8d (tot 404892). 00000400:00000010:2.0:1780963208.645707:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000199c4507 (tot 404956). 00000400:00000010:2.0:1780963208.645710:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000c4cc2a (tot 409068). 00000400:00000010:2.0:1780963208.645714:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000f74aea4 (tot 413180). 00000400:00000010:2.0:1780963208.645716:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003598d570 (tot 413268). 00000400:00000010:2.0:1780963208.645718:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009fda2f57 (tot 413300). 00000400:00000010:2.0:1780963208.645719:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000795e28e9 (tot 413364). 00000400:00000010:2.0:1780963208.645721:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009076f663 (tot 413428). 00000400:00000010:2.0:1780963208.645724:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000015ac4eaf (tot 417540). 00000400:00000010:2.0:1780963208.645734:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000afd716e8 (tot 421652). 00000400:00000010:2.0:1780963208.645737:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000054ee6bcb (tot 421740). 00000400:00000010:2.0:1780963208.645739:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000598bae78 (tot 421772). 00000400:00000010:2.0:1780963208.645741:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2bb02e7 (tot 421836). 00000400:00000010:2.0:1780963208.645742:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e52636c (tot 421900). 00000400:00000010:2.0:1780963208.645745:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000acabaf4 (tot 426012). 00000400:00000010:2.0:1780963208.645749:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b8646aa8 (tot 430124). 00000400:00000010:2.0:1780963208.645752:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093d07aea (tot 430212). 00000400:00000010:2.0:1780963208.645754:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e86c4b53 (tot 430244). 00000400:00000010:2.0:1780963208.645756:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000088253d (tot 430308). 00000400:00000010:2.0:1780963208.645757:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087e92591 (tot 430372). 00000400:00000010:2.0:1780963208.645761:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1d024e6 (tot 434484). 00000400:00000010:2.0:1780963208.645770:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f31e2ad6 (tot 438596). 00000400:00000010:2.0:1780963208.645773:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000099fd7d34 (tot 438684). 00000400:00000010:2.0:1780963208.645775:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e982e460 (tot 438716). 00000400:00000010:2.0:1780963208.645777:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c155509 (tot 438780). 00000400:00000010:2.0:1780963208.645779:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058646768 (tot 438844). 00000400:00000010:2.0:1780963208.645783:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006866ab4f (tot 442956). 00000400:00000010:2.0:1780963208.645787:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086d459e7 (tot 447068). 00000400:00000010:2.0:1780963208.645789:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ef85affd (tot 447156). 00000400:00000010:2.0:1780963208.645795:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ce436995 (tot 447188). 00000400:00000010:2.0:1780963208.645797:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000422aa980 (tot 447252). 00000400:00000010:2.0:1780963208.645799:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087bf59a1 (tot 447316). 00000400:00000010:2.0:1780963208.645803:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000020aef362 (tot 451428). 00000400:00000010:2.0:1780963208.645811:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b0a8e7ac (tot 455540). 00000400:00000010:2.0:1780963208.645814:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005064af23 (tot 455628). 00000400:00000010:2.0:1780963208.645817:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002ea03ca3 (tot 455660). 00000400:00000010:2.0:1780963208.645818:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000efde0cdb (tot 455724). 00000400:00000010:2.0:1780963208.645820:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008508ff5a (tot 455788). 00000400:00000010:2.0:1780963208.645824:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b51b5ea6 (tot 459900). 00000400:00000010:2.0:1780963208.645828:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002477f1a5 (tot 464012). 00000400:00000010:2.0:1780963208.645830:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008f0b1e6f (tot 464100). 00000400:00000010:2.0:1780963208.645832:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f8ba6222 (tot 464132). 00000400:00000010:2.0:1780963208.645834:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7f488cd (tot 464196). 00000400:00000010:2.0:1780963208.645835:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b221901 (tot 464260). 00000400:00000010:2.0:1780963208.645839:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e116dceb (tot 468372). 00000400:00000010:2.0:1780963208.645849:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee0a95e0 (tot 472484). 00000400:00000010:2.0:1780963208.645853:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f58cc488 (tot 472572). 00000400:00000010:2.0:1780963208.645855:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002aad2348 (tot 472604). 00000400:00000010:2.0:1780963208.645856:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082fb5d20 (tot 472668). 00000400:00000010:2.0:1780963208.645858:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000738acce8 (tot 472732). 00000400:00000010:2.0:1780963208.645861:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000054f5efca (tot 476844). 00000400:00000010:2.0:1780963208.645865:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003de02bf3 (tot 480956). 00000400:00000010:2.0:1780963208.645867:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009c90bc30 (tot 481044). 00000400:00000010:2.0:1780963208.645869:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c3a04c50 (tot 481076). 00000400:00000010:2.0:1780963208.645870:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071886327 (tot 481140). 00000400:00000010:2.0:1780963208.645872:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b6605bb (tot 481204). 00000400:00000010:2.0:1780963208.645876:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7b1db92 (tot 485316). 00000400:00000010:2.0:1780963208.645884:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eeaa031f (tot 489428). 00000400:00000010:2.0:1780963208.645887:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003463423a (tot 489516). 00000400:00000010:2.0:1780963208.645893:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000004c297ab (tot 489548). 00000400:00000010:2.0:1780963208.645894:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c47b564c (tot 489612). 00000400:00000010:2.0:1780963208.645896:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ca02ab8 (tot 489676). 00000400:00000010:2.0:1780963208.645899:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f14d4c04 (tot 493788). 00000400:00000010:2.0:1780963208.645903:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ec48dc5 (tot 497900). 00000400:00000010:2.0:1780963208.645906:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000a2c24d1 (tot 497988). 00000400:00000010:2.0:1780963208.645907:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000badd75cc (tot 498020). 00000400:00000010:2.0:1780963208.645909:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9d7b281 (tot 498084). 00000400:00000010:2.0:1780963208.645911:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007214e82d (tot 498148). 00000400:00000010:2.0:1780963208.645914:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aed3464f (tot 502260). 00000400:00000010:2.0:1780963208.645922:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c43d0a36 (tot 506372). 00000400:00000010:2.0:1780963208.645925:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001fbbb187 (tot 506460). 00000400:00000010:2.0:1780963208.645926:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000058173f09 (tot 506492). 00000400:00000010:2.0:1780963208.645928:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd067d53 (tot 506556). 00000400:00000010:2.0:1780963208.645929:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067d30b2d (tot 506620). 00000400:00000010:2.0:1780963208.645932:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000065f9bff5 (tot 510732). 00000400:00000010:2.0:1780963208.645936:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa1f49fa (tot 514844). 00000400:00000010:2.0:1780963208.645939:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007b7c095e (tot 514932). 00000400:00000010:2.0:1780963208.645941:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b48d9f0f (tot 514964). 00000400:00000010:2.0:1780963208.645943:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b91bb89 (tot 515028). 00000400:00000010:2.0:1780963208.645944:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca48e4cf (tot 515092). 00000400:00000010:2.0:1780963208.645947:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000981aac24 (tot 519204). 00000400:00000010:2.0:1780963208.645956:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001e9b45df (tot 523316). 00000400:00000010:2.0:1780963208.645959:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002c72dcca (tot 523404). 00000400:00000010:2.0:1780963208.645961:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000938ae57c (tot 523436). 00000400:00000010:2.0:1780963208.645963:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021370b3d (tot 523500). 00000400:00000010:2.0:1780963208.645965:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097ab7d5e (tot 523564). 00000400:00000010:2.0:1780963208.645969:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a189f17 (tot 527676). 00000400:00000010:2.0:1780963208.645972:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a574f33f (tot 531788). 00000400:00000010:2.0:1780963208.645975:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c3bd5ec6 (tot 531876). 00000400:00000010:2.0:1780963208.645981:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009ad84cfc (tot 531908). 00000400:00000010:2.0:1780963208.645983:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056b789e5 (tot 531972). 00000400:00000010:2.0:1780963208.645985:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004449a6d3 (tot 532036). 00000400:00000010:2.0:1780963208.645988:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000032b71592 (tot 536148). 00000400:00000010:2.0:1780963208.645998:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d7efbaa5 (tot 540260). 00000400:00000010:2.0:1780963208.646002:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001048346e (tot 540348). 00000400:00000010:2.0:1780963208.646004:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000084970950 (tot 540380). 00000400:00000010:2.0:1780963208.646006:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e97279d7 (tot 540444). 00000400:00000010:2.0:1780963208.646008:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003eff6487 (tot 540508). 00000400:00000010:2.0:1780963208.646011:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000488dc04e (tot 544620). 00000400:00000010:2.0:1780963208.646015:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eab9c9a0 (tot 548732). 00000400:00000010:2.0:1780963208.646018:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d329a3f2 (tot 548820). 00000400:00000010:2.0:1780963208.646019:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bdbec736 (tot 548852). 00000400:00000010:2.0:1780963208.646021:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ae66fa9 (tot 548916). 00000400:00000010:2.0:1780963208.646022:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003afe2ff2 (tot 548980). 00000400:00000010:2.0:1780963208.646025:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005360923f (tot 553092). 00000400:00000010:2.0:1780963208.646034:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc809208 (tot 557204). 00000400:00000010:2.0:1780963208.646047:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000067d94f2e (tot 557292). 00000400:00000010:2.0:1780963208.646050:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000deb2bb0e (tot 557324). 00000400:00000010:2.0:1780963208.646052:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbf80afe (tot 557388). 00000400:00000010:2.0:1780963208.646054:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000615c357f (tot 557452). 00000400:00000010:2.0:1780963208.646057:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001f274898 (tot 561564). 00000400:00000010:2.0:1780963208.646062:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b90b0fc (tot 565676). 00000400:00000010:2.0:1780963208.646064:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000005d4fe4e (tot 565764). 00000400:00000010:2.0:1780963208.646065:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fdf37730 (tot 565796). 00000400:00000010:2.0:1780963208.646446:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028cebca6 (tot 565860). 00000400:00000010:2.0:1780963208.646522:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e9ba701 (tot 565924). 00000400:00000010:2.0:1780963208.646528:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd5d461c (tot 570036). 00000400:00000010:2.0:1780963208.646539:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff32c692 (tot 574148). 00000400:00000010:2.0:1780963208.646542:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b285a691 (tot 574236). 00000400:00000010:2.0:1780963208.646550:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ed121fc5 (tot 574268). 00000400:00000010:2.0:1780963208.646552:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd137b18 (tot 574332). 00000400:00000010:2.0:1780963208.646554:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008807d3a5 (tot 574396). 00000400:00000010:2.0:1780963208.646598:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6937565 (tot 578508). 00000400:00000010:2.0:1780963208.646604:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4712d6c (tot 582620). 00000400:00000010:2.0:1780963208.646607:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000489c7feb (tot 582708). 00000400:00000010:2.0:1780963208.646609:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a5c078a6 (tot 582740). 00000400:00000010:2.0:1780963208.646611:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074777aae (tot 582804). 00000400:00000010:2.0:1780963208.646613:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e827bee (tot 582868). 00000400:00000010:2.0:1780963208.646617:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000438217bc (tot 586980). 00000400:00000010:2.0:1780963208.646628:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cab328d5 (tot 591092). 00000400:00000010:2.0:1780963208.646631:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ed5cb5a2 (tot 591180). 00000400:00000010:2.0:1780963208.646633:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d6b66f6e (tot 591212). 00000400:00000010:2.0:1780963208.646635:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000865310c1 (tot 591276). 00000400:00000010:2.0:1780963208.646636:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025c3de7f (tot 591340). 00000400:00000010:2.0:1780963208.646640:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9ee93a2 (tot 595452). 00000400:00000010:2.0:1780963208.646644:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e65e0db3 (tot 599564). 00000400:00000010:2.0:1780963208.646646:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000badd28b4 (tot 599652). 00000400:00000010:2.0:1780963208.646648:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b0fc26a6 (tot 599684). 00000400:00000010:2.0:1780963208.646658:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002052fcdb (tot 599748). 00000400:00000010:2.0:1780963208.646661:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001dc583d5 (tot 599812). 00000400:00000010:2.0:1780963208.646665:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001bd66c4d (tot 603924). 00000400:00000010:2.0:1780963208.646673:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a226f7e8 (tot 608036). 00000400:00000010:2.0:1780963208.646676:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ea8e2257 (tot 608124). 00000400:00000010:2.0:1780963208.646678:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f9166e4d (tot 608156). 00000400:00000010:2.0:1780963208.646680:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af3c86aa (tot 608220). 00000400:00000010:2.0:1780963208.646682:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003218abcf (tot 608284). 00000400:00000010:2.0:1780963208.646685:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b86bdfae (tot 612396). 00000400:00000010:2.0:1780963208.646689:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3f52bb8 (tot 616508). 00000400:00000010:2.0:1780963208.646692:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b1a4f333 (tot 616596). 00000400:00000010:2.0:1780963208.646697:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004af2bc4a (tot 616628). 00000400:00000010:2.0:1780963208.646699:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009af24a47 (tot 616692). 00000400:00000010:2.0:1780963208.646701:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030ac36c2 (tot 616756). 00000400:00000010:2.0:1780963208.646705:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000010001e1c (tot 620868). 00000400:00000010:2.0:1780963208.646714:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3e05036 (tot 624980). 00000400:00000010:2.0:1780963208.646717:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a9ba62e1 (tot 625068). 00000400:00000010:2.0:1780963208.646720:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003f82388d (tot 625100). 00000400:00000010:2.0:1780963208.646722:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000763df0a2 (tot 625164). 00000400:00000010:2.0:1780963208.646723:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f66fe2d (tot 625228). 00000400:00000010:2.0:1780963208.646727:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad8f5fee (tot 629340). 00000400:00000010:2.0:1780963208.646732:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d9984c9 (tot 633452). 00000400:00000010:2.0:1780963208.646734:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005b5f211e (tot 633540). 00000400:00000010:2.0:1780963208.646735:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ec03baa6 (tot 633572). 00000400:00000010:2.0:1780963208.646737:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054e610ef (tot 633636). 00000400:00000010:2.0:1780963208.646738:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003136a1ba (tot 633700). 00000400:00000010:2.0:1780963208.646742:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eda30993 (tot 637812). 00000400:00000010:2.0:1780963208.646752:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3ee1bf1 (tot 641924). 00000400:00000010:2.0:1780963208.646755:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c3f9ff3f (tot 642012). 00000400:00000010:2.0:1780963208.646757:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b0a0f030 (tot 642044). 00000400:00000010:2.0:1780963208.646759:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007dddf865 (tot 642108). 00000400:00000010:2.0:1780963208.646761:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000efbfcb3 (tot 642172). 00000400:00000010:2.0:1780963208.646764:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002a70d4e6 (tot 646284). 00000400:00000010:2.0:1780963208.646768:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e480411 (tot 650396). 00000400:00000010:2.0:1780963208.646771:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ca514d1f (tot 650484). 00000400:00000010:2.0:1780963208.646772:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002d399416 (tot 650516). 00000400:00000010:2.0:1780963208.646774:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000083ff142 (tot 650580). 00000400:00000010:2.0:1780963208.646775:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c35190dc (tot 650644). 00000400:00000010:2.0:1780963208.646779:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040942230 (tot 654756). 00000400:00000010:2.0:1780963208.646788:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a4d5bb06 (tot 658868). 00000400:00000010:2.0:1780963208.646791:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008a94d65b (tot 658956). 00000400:00000010:2.0:1780963208.646797:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ea5081ea (tot 658988). 00000400:00000010:2.0:1780963208.646798:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046886ef9 (tot 659052). 00000400:00000010:2.0:1780963208.646800:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d0653a40 (tot 659116). 00000400:00000010:2.0:1780963208.646804:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f4b55183 (tot 663228). 00000400:00000010:2.0:1780963208.646808:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004a939141 (tot 667340). 00000400:00000010:2.0:1780963208.646810:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000041eff9e0 (tot 667428). 00000400:00000010:2.0:1780963208.646811:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a594d1bf (tot 667460). 00000400:00000010:2.0:1780963208.646812:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef94ecc3 (tot 667524). 00000400:00000010:2.0:1780963208.646814:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086392bad (tot 667588). 00000400:00000010:2.0:1780963208.646818:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009fbaca4b (tot 671700). 00000400:00000010:2.0:1780963208.646827:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000728df347 (tot 675812). 00000400:00000010:2.0:1780963208.646830:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a956727b (tot 675900). 00000400:00000010:2.0:1780963208.646832:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000da577810 (tot 675932). 00000400:00000010:2.0:1780963208.646834:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bef71119 (tot 675996). 00000400:00000010:2.0:1780963208.646835:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f20c415 (tot 676060). 00000400:00000010:2.0:1780963208.646839:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004bf6f8b4 (tot 680172). 00000400:00000010:2.0:1780963208.646843:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a2cc6ae (tot 684284). 00000400:00000010:2.0:1780963208.646845:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f750ceef (tot 684372). 00000400:00000010:2.0:1780963208.646846:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a05d8481 (tot 684404). 00000400:00000010:2.0:1780963208.646848:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093056bfb (tot 684468). 00000400:00000010:2.0:1780963208.646849:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000043b0ca4 (tot 684532). 00000400:00000010:2.0:1780963208.646853:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000012ce95e5 (tot 688644). 00000400:00000010:2.0:1780963208.646864:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de4c62aa (tot 692756). 00000400:00000010:2.0:1780963208.646867:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000465e4569 (tot 692844). 00000400:00000010:2.0:1780963208.646869:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000175abadc (tot 692876). 00000400:00000010:2.0:1780963208.646871:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000961d74d4 (tot 692940). 00000400:00000010:2.0:1780963208.646873:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc894a6b (tot 693004). 00000400:00000010:2.0:1780963208.646876:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d6ecc893 (tot 697116). 00000400:00000010:2.0:1780963208.646881:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ba2dd5f2 (tot 701228). 00000400:00000010:2.0:1780963208.646883:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000832c7b0d (tot 701316). 00000400:00000010:2.0:1780963208.646889:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000020fe7333 (tot 701348). 00000400:00000010:2.0:1780963208.646891:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063ce3d69 (tot 701412). 00000400:00000010:2.0:1780963208.646893:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098ecf6dc (tot 701476). 00000400:00000010:2.0:1780963208.646896:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c17d977d (tot 705588). 00000400:00000010:2.0:1780963208.646905:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7340a3f (tot 709700). 00000400:00000010:2.0:1780963208.646908:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000040e1c7f7 (tot 709788). 00000400:00000010:2.0:1780963208.646910:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e0698b42 (tot 709820). 00000400:00000010:2.0:1780963208.646912:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a842d96 (tot 709884). 00000400:00000010:2.0:1780963208.646913:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8d2db1c (tot 709948). 00000400:00000010:2.0:1780963208.646917:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000039336f8c (tot 714060). 00000400:00000010:2.0:1780963208.646921:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079f91f85 (tot 718172). 00000400:00000010:2.0:1780963208.646923:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009834602b (tot 718260). 00000400:00000010:2.0:1780963208.646925:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000025bba30a (tot 718292). 00000400:00000010:2.0:1780963208.646927:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9528a5d (tot 718356). 00000400:00000010:2.0:1780963208.646929:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbd77a6d (tot 718420). 00000400:00000010:2.0:1780963208.646932:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004865f11d (tot 722532). 00000400:00000010:2.0:1780963208.646942:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000909be2d5 (tot 726644). 00000400:00000010:2.0:1780963208.646946:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009b8392e0 (tot 726732). 00000400:00000010:2.0:1780963208.646948:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000036be28ba (tot 726764). 00000400:00000010:2.0:1780963208.646950:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d694b9dd (tot 726828). 00000400:00000010:2.0:1780963208.646951:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033533d3c (tot 726892). 00000400:00000010:2.0:1780963208.646955:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bfd1d251 (tot 731004). 00000400:00000010:2.0:1780963208.646959:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cfc5c07 (tot 735116). 00000400:00000010:2.0:1780963208.646961:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009cd9e142 (tot 735204). 00000400:00000010:2.0:1780963208.646962:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e726bba6 (tot 735236). 00000400:00000010:2.0:1780963208.646964:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bde42128 (tot 735300). 00000400:00000010:2.0:1780963208.646966:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008092f355 (tot 735364). 00000400:00000010:2.0:1780963208.646969:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000018e92af2 (tot 739476). 00000400:00000010:2.0:1780963208.646978:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c359bec1 (tot 743588). 00000400:00000010:2.0:1780963208.646982:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bc9ec961 (tot 743676). 00000400:00000010:2.0:1780963208.646987:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000041765d45 (tot 743708). 00000400:00000010:2.0:1780963208.646989:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009c5f8ff6 (tot 743772). 00000400:00000010:2.0:1780963208.646991:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000978155c0 (tot 743836). 00000400:00000010:2.0:1780963208.646995:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007246bf57 (tot 747948). 00000400:00000010:2.0:1780963208.646999:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008f1f3f07 (tot 752060). 00000400:00000010:2.0:1780963208.647002:0:2248:0:(lib-ptl.c:899:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005e3d14cd (tot 752148). 00000400:00000010:2.0:1780963208.647003:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bc6480c4 (tot 752180). 00000400:00000010:2.0:1780963208.647005:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000204af665 (tot 752244). 00000400:00000010:2.0:1780963208.647007:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f17a2ae (tot 752308). 00000400:00000010:2.0:1780963208.647011:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000791603f0 (tot 756420). 00000400:00000010:2.0:1780963208.647020:0:2248:0:(lib-ptl.c:843:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d908d01d (tot 760532). 00000400:00000010:2.0:1780963208.647025:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001da6bc85 (tot 760564). 00000400:00000010:2.0:1780963208.647027:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099782376 (tot 760628). 00000400:00000010:2.0:1780963208.647029:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000331f2f5e (tot 760692). 00000400:00000010:2.0:1780963208.647033:0:2248:0:(config.c:345:lnet_net_alloc()) alloc '(net)': 176 at 00000000da55e506 (tot 760868). 00000400:00000010:2.0:1780963208.647037:0:2248:0:(config.c:422:lnet_ni_alloc_common()) alloc '(ni)': 328 at 00000000575e2e59 (tot 761196). 00000400:00000010:2.0:1780963208.647039:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000089376a61 (tot 761228). 00000400:00000010:2.0:1780963208.647040:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c42c0de3 (tot 761292). 00000400:00000010:2.0:1780963208.647042:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097cdb755 (tot 761356). 00000400:00000010:2.0:1780963208.647043:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000681ef199 (tot 761388). 00000400:00000010:2.0:1780963208.647045:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b325189f (tot 761452). 00000400:00000010:2.0:1780963208.647046:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e61303d6 (tot 761516). 00000400:00000010:2.0:1780963208.647051:0:2248:0:(config.c:583:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000966b3694 (tot 761520). 00000400:00000010:2.0:1780963208.647055:0:2248:0:(config.c:345:lnet_net_alloc()) alloc '(net)': 176 at 00000000033eac90 (tot 761696). 00000400:00000010:2.0:1780963208.647058:0:2248:0:(config.c:422:lnet_ni_alloc_common()) alloc '(ni)': 328 at 000000005f31a1e1 (tot 762024). 00000400:00000010:2.0:1780963208.647059:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007aa069a2 (tot 762056). 00000400:00000010:2.0:1780963208.647061:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c7792785 (tot 762120). 00000400:00000010:2.0:1780963208.647062:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044f35ced (tot 762184). 00000400:00000010:2.0:1780963208.647064:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000af7bf2d8 (tot 762216). 00000400:00000010:2.0:1780963208.647066:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da016f78 (tot 762280). 00000400:00000010:2.0:1780963208.647082:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7132243 (tot 762344). 00000400:00000010:2.0:1780963208.647085:0:2248:0:(config.c:796:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000966b3694 (tot 762340). 00000400:00000010:2.0:1780963208.647099:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000070f521e9 (tot 762372). 00000400:00000010:2.0:1780963208.647102:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000031838db0 (tot 762500). 00000400:00000010:2.0:1780963208.647104:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001c43ec89 (tot 762628). 00000800:00000200:0.0:1780963208.648683:0:2248:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:0.0:1780963208.648688:0:2248:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000200:0.0:1780963208.648690:0:2248:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=5, iface=ens2 ifindex 2 state 6 00000800:00000200:0.0:1780963208.648691:0:2248:0:(socklnd.c:2060:ksocknal_device_event()) devevent: status=1, iface=ens2 ifindex 2 state 6 00000800:00000010:0.0:1780963208.648697:0:2248:0:(socklnd.c:2496:ksocknal_startup()) alloc '(net)': 208 at 00000000f700c32a (tot 762836). 00000800:00000010:0.0:1780963208.649079:0:2257:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000e7174cca (tot 764884). 00000800:00000010:0.0:1780963208.649085:0:2257:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000004b3c3bc9 (tot 768980). 00000800:00000010:0.0:1780963208.649357:0:2258:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000c5b41f7b (tot 771028). 00000800:00000010:0.0:1780963208.649366:0:2258:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000008b280c94 (tot 775124). 00000800:00000010:0.0:1780963208.649694:0:2259:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000043ef4b9b (tot 777172). 00000800:00000010:0.0:1780963208.649699:0:2259:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000db7a72e4 (tot 781268). 00000400:02000000:2.0:1780963208.649782:0:2248:0:(api-ni.c:2522:lnet_startup_lndni()) Added LNI 192.168.202.21@tcp [8/256/0/180] 00000800:00000010:1.0:1780963208.650210:0:2260:0:(socklnd_cb.c:1444:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000cbac3d57 (tot 783316). 00000800:00000010:1.0:1780963208.650216:0:2260:0:(socklnd_cb.c:1451:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000075ed324d (tot 787412). 00000400:02000000:1.0:1780963208.653270:0:2261:0:(acceptor.c:404:lnet_acceptor()) Accept secure, port 988 00000400:00000010:2.0:1780963208.657355:0:2248:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000a2ef95a1 (tot 787469). 00000400:00000010:2.0:1780963208.657366:0:2248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009abb2435. 00000400:00000010:2.0:1780963208.657387:0:2248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c02be38. 00000400:00000200:2.0:1780963208.657399:0:2248:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1780963208.657401:0:2248:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a26a0c08 (tot 787750). 00000400:00000010:2.0:1780963208.657403:0:2248:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7076bd6. 00000400:00000010:2.0:1780963208.657405:0:2248:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fdd2402. 00000400:00000200:2.0:1780963208.657406:0:2248:0:(api-ni.c:2168:lnet_push_target_post()) posted push target 00000000a26a0c08 00000400:00000200:2.0:1780963208.657407:0:2248:0:(api-ni.c:2125:lnet_push_target_resize()) nnis 16 success 00000400:00000200:2.0:1780963208.657999:0:2248:0:(peer.c:4143:lnet_peer_discovery_start()) discovery start: 0 00000400:00000010:2.0:1780963208.658006:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005012157a (tot 787782). 00000400:00000010:2.0:1780963208.658012:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d3617d7 (tot 787846). 00000400:00000010:2.0:1780963208.658014:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a2b6f92 (tot 787910). 00000400:00000010:2.0:1780963208.658017:0:2248:0:(lib-cpt.c:1172:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d56cd99f (tot 787942). 00000400:00000010:2.0:1780963208.658019:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be70baec (tot 788006). 00000400:00000010:2.0:1780963208.658020:0:2248:0:(lib-cpt.c:1182:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed491b8b (tot 788070). 00000100:00000010:2.0:1780963208.660519:0:2248:0:(ptlrpcd.c:815:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000f9e9d4d2. 00000400:00000200:1.0:1780963208.660749:0:2262:0:(peer.c:3972:lnet_peer_discovery()) started 00000100:00000010:1.0:1780963208.661340:0:2264:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078538198. 00000020:00000010:1.0:1780963208.661348:0:2264:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050a40cb5. 00000020:00000010:1.0:1780963208.661353:0:2264:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f3abc99b. 00000020:00000010:1.0:1780963208.661356:0:2264:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000e71309a8. 00000040:00000010:1.0:1780963208.661359:0:2264:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000c6846234. 00000020:00000010:1.0:1780963208.661363:0:2264:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000049b09365. 00000020:00000010:1.0:1780963208.661385:0:2264:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000003ae223bf. 00000020:00000010:1.0:1780963208.661390:0:2264:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000c6df7477. 00000020:00000010:1.0:1780963208.661393:0:2264:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000664616b4. 00000100:00000010:2.0:1780963208.661762:0:2248:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000f0cdbef3. 00000100:00000010:2.0:1780963208.661771:0:2248:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000966b3694. 00000100:00000010:2.0:1780963208.661773:0:2248:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000007ef49749. 00000100:00000010:1.0:1780963208.662060:0:2265:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8692957. 00000020:00000010:1.0:1780963208.662065:0:2265:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1a1ae3b. 00000020:00000010:1.0:1780963208.662079:0:2265:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000029d2225. 00000020:00000010:1.0:1780963208.662082:0:2265:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000027edd64. 00000040:00000010:1.0:1780963208.662084:0:2265:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000006c4b683a. 00000020:00000010:1.0:1780963208.662088:0:2265:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000ee21f8df. 00000020:00000010:1.0:1780963208.662091:0:2265:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000007f602f78. 00000020:00000010:1.0:1780963208.662094:0:2265:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000cfcd4571. 00000020:00000010:1.0:1780963208.662097:0:2265:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002141bea6. 00000100:00000010:1.0:1780963208.662826:0:2266:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023f8cd55. 00000020:00000010:1.0:1780963208.662832:0:2266:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ccbd9d8. 00000020:00000010:1.0:1780963208.662834:0:2266:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b14aa5b4. 00000020:00000010:1.0:1780963208.662837:0:2266:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000099983dc0. 00000040:00000010:1.0:1780963208.662839:0:2266:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000004fdf1a36. 00000020:00000010:1.0:1780963208.662842:0:2266:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000004ebd72fb. 00000020:00000010:1.0:1780963208.662845:0:2266:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000e3c43790. 00000020:00000010:1.0:1780963208.662847:0:2266:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006cee3d7d. 00000020:00000010:1.0:1780963208.662850:0:2266:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4acd5f. 00000100:00000010:2.0:1780963208.662916:0:2248:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 392 at 000000001d4b90e6. 00000100:00000010:2.0:1780963208.662921:0:2248:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000a7db60cb. 00000100:00000010:2.0:1780963208.662924:0:2248:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000e47d616c. 00000100:00000010:2.0:1780963208.663379:0:2267:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007368ee88. 00000020:00000010:2.0:1780963208.663383:0:2267:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b286841. 00000020:00000010:2.0:1780963208.663386:0:2267:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a7fe8fb8. 00000020:00000010:2.0:1780963208.663392:0:2267:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000e17446bb. 00000040:00000010:2.0:1780963208.663395:0:2267:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000c0123d20. 00000020:00000010:2.0:1780963208.663397:0:2267:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000001f01b435. 00000020:00000010:2.0:1780963208.663400:0:2267:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000003901dc31. 00000020:00000010:2.0:1780963208.663403:0:2267:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000000f9841cd. 00000020:00000010:2.0:1780963208.663405:0:2267:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000182ab150. 00000100:00000010:3.0:1780963208.673637:0:2268:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014772bae. 00000020:00000010:3.0:1780963208.673650:0:2268:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d268f8e. 00000020:00000010:3.0:1780963208.673654:0:2268:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047d5e6a2. 00000020:00000010:3.0:1780963208.673657:0:2268:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000cc6347a5. 00000040:00000010:3.0:1780963208.673661:0:2268:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000006a0ca5ea. 00000020:00000010:3.0:1780963208.673666:0:2268:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d63aba63. 00000020:00000010:3.0:1780963208.673695:0:2268:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000009fa48331. 00000020:00000010:3.0:1780963208.673700:0:2268:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d737d34f. 00000020:00000010:3.0:1780963208.673704:0:2268:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a52d3cd. 02000000:00000010:2.0:1780963208.674663:0:2248:0:(sec_bulk.c:812:enc_pools_alloc()) kmalloced '(page_pools.epp_pools)': 1848 at 00000000b0455f0c. 00000100:00000010:2.0:1780963208.674840:0:2248:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000000d4e7101. 00000100:00000010:2.0:1780963208.674844:0:2248:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000c2d42948. 00000100:00000010:2.0:1780963208.674846:0:2248:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000f5abcf70. 00000100:00000010:2.0:1780963208.674848:0:2248:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004e9677f0. 00000100:00000010:2.0:1780963208.674849:0:2248:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000080f9fe22. 00000100:00000010:2.0:1780963208.674851:0:2248:0:(nrs.c:1212:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000c71fcc08. 00000001:00000010:2.0:1780963208.674858:0:2248:0:(nodemap_handler.c:1662:nodemap_config_alloc()) kmalloced '(config)': 120 at 00000000218e884e. 00000001:00000010:2.0:1780963208.674862:0:2248:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000ab1ca31c (tot 788302). 00000001:00000010:2.0:1780963208.674867:0:2248:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c3ae3156 (tot 788310). 00000001:00000010:2.0:1780963208.674870:0:2248:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d2856594 (tot 788462). 00000001:00000010:2.0:1780963208.674875:0:2248:0:(nodemap_handler.c:1140:nodemap_create()) kmalloced '(nodemap)': 4728 at 000000002c8499c5. 00000001:00000010:2.0:1780963208.674886:0:2248:0:(nodemap_lproc.c:936:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 00000000534cae59. 00000020:00000010:0.0:1780963211.017761:0:2319:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000002da9ae5e. 00000020:00000010:2.0:1780963211.250323:0:2333:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000b24d5474. 00000100:00000010:2.0:1780963211.250358:0:2333:0:(client.c:626:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000008bffd98b. 00000020:00000010:0.0:1780963211.460822:0:2346:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000bd2838d3. 00000020:00000010:2.0:1780963211.657817:0:2359:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000023eb4dc. 00000020:00000010:2.0:1780963211.840126:0:2373:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000630cac39. 00008000:02000000:1.0:1780963212.040739:0:2386:0:(echo_client.c:2576:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:1.0:1780963212.043183:0:2386:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000c6ec4041. 00000020:00000010:1.0:1780963212.043472:0:2386:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000000e607eba. 00000020:00000010:2.0:1780963212.522551:0:2409:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000007e2d1230. 00000020:00000010:3.0:1780963214.207315:0:2664:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000be3bf1a3. 00000020:00000010:2.0:1780963214.386401:0:2677:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000036019b69. 00000020:00000010:3.0:1780963214.629258:0:2690:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000003d425075. 00000020:00000010:3.0:1780963214.629276:0:2690:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e1a36f0d. 00000020:00000010:3.0:1780963214.694357:0:2703:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000002810e824. 00000020:00000010:3.0:1780963214.911048:0:2716:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e7f30d05. 00000020:00000010:1.0:1780963215.061005:0:2729:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 00000000e8db7e58. 00000020:00000010:0.0:1780963215.201196:0:2744:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 0000000081977925. 00000020:00000010:0.0:1780963215.201262:0:2744:0:(genops.c:246:class_register_type()) kmalloced '(type)': 144 at 000000003d684e47. 00000020:00000010:3.0:1780963215.487733:0:2757:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 0000000001eebb5e. 00000020:00000010:3.0:1780963215.487743:0:2757:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87eb4aa. 00000020:00000010:3.0:1780963215.487916:0:2757:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f611ebf. 00000020:00000010:3.0:1780963215.487921:0:2757:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000004e767e76. 00000008:00000010:3.0:1780963215.487936:0:2757:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000042db4d46. 00020000:00000010:3.0:1780963215.487941:0:2757:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000bc91327c. 00008000:00000010:3.0:1780963215.487952:0:2757:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000971ea419. 00000080:00000010:3.0:1780963215.487957:0:2757:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000097d55a5a. 00000080:00000010:3.0:1780963215.487967:0:2757:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000044fc33e2. 00000020:00000010:3.0:1780963215.487971:0:2757:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064aded12. 00000008:00000010:3.0:1780963215.487975:0:2757:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000d4a754ab. 00020000:00000010:3.0:1780963215.487985:0:2757:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000435392f2. 00008000:00000010:3.0:1780963215.488003:0:2757:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000413cd283. 00000080:00000010:3.0:1780963215.488023:0:2757:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004e0ddf92. 00000020:00000010:0.0:1780963367.019477:0:5717:0:(obd_mount.c:579:lustre_init_lsi()) kmalloced '(lsi)': 1872 at 0000000079b495e1. 00000020:00000010:0.0:1780963367.019514:0:5717:0:(obd_mount.c:582:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 104 at 0000000050a92e07. 00000020:00000010:0.0:1780963367.019523:0:5717:0:(obd_mount.c:1310:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000004f77c5eb. 00000020:00000010:0.0:1780963367.019530:0:5717:0:(obd_mount.c:1514:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 0000000049659a7e. 00000020:00000010:0.0:1780963367.019533:0:5717:0:(obd_mount.c:1550:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 00000000c3229b17. 00000020:00000010:0.0:1780963367.019537:0:5717:0:(obd_mount.c:1563:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 00000000bb7ba297. 00000020:00000010:0.0:1780963367.019550:0:5717:0:(obd_mount.c:267:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000002ebfe232. 00000020:00000010:0.0:1780963367.019552:0:5717:0:(obd_mount.c:268:lustre_start_mgc()) kmalloced '(niduuid)': 25 at 000000002cf83b5e. 00000020:00000010:0.0:1780963367.019555:0:5717:0:(obd_mount.c:275:lustre_start_mgc()) kmalloced '(data)': 192 at 000000000951a6ea. 00000020:00000010:0.0:1780963367.019618:0:5717:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000f173c27f. 00000100:00000010:0.0:1780963367.019624:0:5717:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 00000000567e2593. 00000400:00000200:0.0:1780963367.019631:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.019637:0:5717:0:(peer.c:253:lnet_peer_alloc()) alloc '(lp)': 352 at 000000000a7f3a9a (tot 788814). 00000400:00000200:0.0:1780963367.019640:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.019645:0:5717:0:(peer.c:292:lnet_peer_alloc()) 000000000a7f3a9a nid 192.168.202.121@tcp 00000400:00000010:0.0:1780963367.019648:0:5717:0:(peer.c:217:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000758b7d41 (tot 788886). 00000400:00000200:0.0:1780963367.019650:0:5717:0:(peer.c:226:lnet_peer_net_alloc()) 00000000758b7d41 net tcp 00000400:00000200:0.0:1780963367.019652:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.019655:0:5717:0:(peer.c:162:lnet_peer_ni_alloc()) alloc '(lpni)': 360 at 00000000bc547432 (tot 789246). 00000400:00000200:0.0:1780963367.019658:0:5717:0:(peer.c:207:lnet_peer_ni_alloc()) 00000000bc547432 nid 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.019664:0:5717:0:(peer.c:1174:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.121@tcp: -2 00000400:00000200:0.0:1780963367.019668:0:5717:0:(peer.c:1673:lnet_peer_attach_peer_ni()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp flags 0x100001 00000020:00000010:0.0:1780963367.019672:0:5717:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 96 at 00000000f173c27f. 00000020:00000010:0.0:1780963367.019675:0:5717:0:(obd_mount.c:402:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000c5021add. 00000020:00000010:0.0:1780963367.019683:0:5717:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000f288ec35. 00000020:00000010:0.0:1780963367.019718:0:5717:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000efd1b378. 00000020:00000010:0.0:1780963367.019726:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000c88bdc74. 00000020:00000010:0.0:1780963367.019940:0:5717:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 120 at 00000000f288ec35. 00000020:00000010:0.0:1780963367.019947:0:5717:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000f288ec35. 00000001:00000010:0.0:1780963367.019965:0:5717:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000089f7a496 (tot 789478). 00000001:00000010:0.0:1780963367.019970:0:5717:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fff023cb (tot 789510). 00000001:00000010:0.0:1780963367.019973:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003edd8e48 (tot 789854). 00000001:00000010:0.0:1780963367.019976:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb98a170 (tot 790198). 00000001:00000010:0.0:1780963367.019978:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a9eaf10 (tot 790542). 00000001:00000010:0.0:1780963367.019980:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070aa6bbe (tot 790886). 00000001:00000010:0.0:1780963367.019983:0:5717:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000003ff1c1b (tot 791118). 00000001:00000010:0.0:1780963367.019985:0:5717:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b6b299c1 (tot 791150). 00000001:00000010:0.0:1780963367.019987:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006427a290 (tot 791494). 00000001:00000010:0.0:1780963367.019990:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf4f9e3e (tot 791838). 00000001:00000010:0.0:1780963367.019992:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089ceb2d0 (tot 792182). 00000001:00000010:0.0:1780963367.019994:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000514d65df (tot 792526). 00010000:00000010:0.0:1780963367.020005:0:5717:0:(ldlm_lockd.c:3214:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 000000001409c589. 00000100:00000010:0.0:1780963367.020104:0:5717:0:(service.c:766:ptlrpc_register_service()) kmalloced '(service)': 360 at 0000000014238a3c. 00000100:00000010:0.0:1780963367.020110:0:5717:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 0000000088d4cadd. 00000100:00000010:0.0:1780963367.020124:0:5717:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f955c720. 00000100:00000010:0.0:1780963367.020130:0:5717:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000008f47d245. 00000100:00000010:0.0:1780963367.020135:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fe506cc7. 00000100:00000010:0.0:1780963367.020141:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e70a1860. 00000100:00000010:0.0:1780963367.020143:0:5717:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 00000000b27ebf22. 00000100:00000010:0.0:1780963367.020154:0:5717:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000003713eb9. 00000100:00000010:0.0:1780963367.020166:0:5717:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000cbcb654. 00000100:00000010:0.0:1780963367.020170:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000131db6aa. 00000100:00000010:0.0:1780963367.020174:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051e6970a. 00000400:00000200:0.0:1780963367.020178:0:5717:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1780963367.020195:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000006e7b974b (tot 792606). 00000020:00000010:0.0:1780963367.020202:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 0000000006853b50 (tot 795318). 00000100:00000010:0.0:1780963367.020390:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000001bb46e94. 00000100:00000010:0.0:1780963367.020397:0:5717:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005a8c9640. 00000100:00000010:0.0:1780963367.020400:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000f41399b8. 00000100:00000010:0.0:1780963367.020403:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000c3965e88. 00000100:00000010:0.0:1780963367.020405:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000c49da0e0. 00000100:00000010:0.0:1780963367.020408:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000002fb784fb. 00000100:00000010:0.0:1780963367.020409:0:5717:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ee30029b. 00000100:00000010:0.0:1780963367.020411:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000000211dd69. 00000100:00000010:0.0:1780963367.020413:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000fc13293f. 00000100:00000010:0.0:1780963367.020414:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000605f034c. 00000100:00000200:0.0:1780963367.020463:0:5717:0:(service.c:857:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1780963367.020468:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cff8be3d. 00000100:00000010:0.0:1780963367.021051:0:5718:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000001f03992f. 00000020:00000010:0.0:1780963367.021056:0:5718:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000060be722e. 00000020:00000010:0.0:1780963367.021063:0:5718:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b297e6e0. 00000020:00000010:0.0:1780963367.021067:0:5718:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056ec5472. 00000040:00000010:0.0:1780963367.021071:0:5718:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000007aac9a01. 00000020:00000010:0.0:1780963367.021075:0:5718:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000e4491369. 00000020:00000010:0.0:1780963367.021079:0:5718:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000d17a35bf. 00000020:00000010:0.0:1780963367.021083:0:5718:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000bb9b7973. 80000000:00000010:0.0:1780963367.021086:0:5718:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000461da33e. 40000000:00000010:0.0:1780963367.021089:0:5718:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000089784af5. 00100000:00000010:0.0:1780963367.021095:0:5718:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000040dfb96c. 00040000:00000010:0.0:1780963367.021098:0:5718:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000b51a593c. 00040000:00000010:0.0:1780963367.021102:0:5718:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e0ba5c9b. 00040000:00000010:0.0:1780963367.021106:0:5718:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003a301298. 00000004:00000010:0.0:1780963367.021120:0:5718:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000002e1a6282. 00000004:00000010:0.0:1780963367.021126:0:5718:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000066f3bb22. 00000004:00000010:0.0:1780963367.021130:0:5718:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000035847fba. 00002000:00000010:0.0:1780963367.021134:0:5718:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000b67d6c9e. 00000004:00000010:0.0:1780963367.021138:0:5718:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000058d0a7ec. 00000100:00000200:0.0:1780963367.021142:0:5718:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1780963367.021152:0:5718:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000702b42ed. 00000400:00000010:0.0:1780963367.021158:0:5718:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000023d526d0 (tot 795470). 00000100:00000010:0.0:1780963367.021167:0:5718:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000acf1ecd2. 00000100:00000200:0.0:1780963367.021190:0:5718:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780963367.021373:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000859c18dd. 00000100:00000010:0.0:1780963367.021752:0:5719:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000004e6f416f. 00000020:00000010:0.0:1780963367.021755:0:5719:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000c40fbf2. 00000020:00000010:0.0:1780963367.021760:0:5719:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b2d5f13. 00000020:00000010:0.0:1780963367.021762:0:5719:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd3d3f34. 00000040:00000010:0.0:1780963367.021765:0:5719:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000006b89164e. 00000020:00000010:0.0:1780963367.021767:0:5719:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000000e609992. 00000020:00000010:0.0:1780963367.021770:0:5719:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000e592daf7. 00000020:00000010:0.0:1780963367.021773:0:5719:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000206f234a. 80000000:00000010:0.0:1780963367.021776:0:5719:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000001b81e755. 40000000:00000010:0.0:1780963367.021777:0:5719:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000cf33775a. 00100000:00000010:0.0:1780963367.021781:0:5719:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000050a82730. 00040000:00000010:0.0:1780963367.021783:0:5719:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000006f841f3c. 00040000:00000010:0.0:1780963367.021786:0:5719:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b3b257b. 00040000:00000010:0.0:1780963367.021788:0:5719:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000438517f7. 00000004:00000010:0.0:1780963367.021791:0:5719:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000001c243ba7. 00000004:00000010:0.0:1780963367.021868:0:5719:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000aa4e511b. 00000004:00000010:0.0:1780963367.021871:0:5719:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000125f8149. 00002000:00000010:0.0:1780963367.021874:0:5719:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000cc8816f0. 00000004:00000010:0.0:1780963367.021876:0:5719:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000eb35f7a2. 00000100:00000010:0.0:1780963367.021879:0:5719:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c1516aa7. 00000100:00000200:0.0:1780963367.021897:0:5719:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1780963367.021944:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e62ebe32. 00000100:00000010:2.0:1780963367.022404:0:5720:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000040578e0c. 00000020:00000010:2.0:1780963367.022408:0:5720:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f373ce23. 00000020:00000010:2.0:1780963367.022411:0:5720:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e721430. 00000020:00000010:2.0:1780963367.022414:0:5720:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0b798b1. 00000040:00000010:2.0:1780963367.022416:0:5720:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000b86e5b42. 00000020:00000010:2.0:1780963367.022427:0:5720:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000090ccc13d. 00000020:00000010:2.0:1780963367.022430:0:5720:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000019dd490d. 00000020:00000010:2.0:1780963367.022435:0:5720:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000e2aee7b9. 80000000:00000010:2.0:1780963367.022437:0:5720:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ed2310b3. 40000000:00000010:2.0:1780963367.022439:0:5720:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000cca48e2c. 00100000:00000010:2.0:1780963367.022442:0:5720:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000009ce046be. 00040000:00000010:2.0:1780963367.022445:0:5720:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000007f136d8d. 00040000:00000010:2.0:1780963367.022448:0:5720:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000163b693e. 00040000:00000010:2.0:1780963367.022450:0:5720:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000af1099f0. 00000004:00000010:2.0:1780963367.022453:0:5720:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000048396261. 00000004:00000010:2.0:1780963367.022456:0:5720:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000038c3d918. 00000004:00000010:2.0:1780963367.022459:0:5720:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000020739f41. 00002000:00000010:2.0:1780963367.022462:0:5720:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000838da7aa. 00000004:00000010:2.0:1780963367.022465:0:5720:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000f9aff9f1. 00000100:00000200:2.0:1780963367.022468:0:5720:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1780963367.022473:0:5720:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aae8de1e. 00000400:00000010:2.0:1780963367.022478:0:5720:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000008bd12ed (tot 795622). 00000100:00000010:2.0:1780963367.022984:0:5720:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007d0bd842. 00000100:00000200:2.0:1780963367.023000:0:5720:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1780963367.023041:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ee01d04. 00000100:00000010:2.0:1780963367.023415:0:5721:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c50febcd. 00000020:00000010:2.0:1780963367.023419:0:5721:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b7de0e0a. 00000020:00000010:2.0:1780963367.023424:0:5721:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029ad2c76. 00000020:00000010:2.0:1780963367.023427:0:5721:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000362496b2. 00000040:00000010:2.0:1780963367.023429:0:5721:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000db51d023. 00000020:00000010:2.0:1780963367.023432:0:5721:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000002406cdef. 00000020:00000010:2.0:1780963367.023436:0:5721:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000017f7b97f. 00000020:00000010:2.0:1780963367.023439:0:5721:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000e310f22b. 80000000:00000010:2.0:1780963367.023443:0:5721:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000009fae1918. 40000000:00000010:2.0:1780963367.023445:0:5721:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000092a25cb1. 00100000:00000010:2.0:1780963367.023448:0:5721:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000000e47a3f9. 00040000:00000010:2.0:1780963367.023451:0:5721:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c50bb3db. 00040000:00000010:2.0:1780963367.023454:0:5721:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d7537ad3. 00040000:00000010:2.0:1780963367.023456:0:5721:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000002ee760f7. 00000004:00000010:2.0:1780963367.023464:0:5721:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000004223b0ae. 00000004:00000010:2.0:1780963367.023468:0:5721:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000001654bc58. 00000004:00000010:2.0:1780963367.023472:0:5721:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000001a56f55d. 00002000:00000010:2.0:1780963367.023475:0:5721:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000009a094ae3. 00000004:00000010:2.0:1780963367.023479:0:5721:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000d0b0a291. 00000100:00000010:2.0:1780963367.023483:0:5721:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000329f1fb1. 00000100:00000200:2.0:1780963367.023663:0:5721:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1780963367.023745:0:5717:0:(service.c:766:ptlrpc_register_service()) kmalloced '(service)': 360 at 0000000001a1db1e. 00000100:00000010:0.0:1780963367.023751:0:5717:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 000000007a90cf22. 00000100:00000010:0.0:1780963367.023766:0:5717:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003db3be06. 00000100:00000010:0.0:1780963367.023772:0:5717:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f08206e4. 00000100:00000010:0.0:1780963367.023778:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000771537df. 00000100:00000010:0.0:1780963367.023782:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b3086e6. 00000100:00000010:0.0:1780963367.023785:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000076951db8. 00000100:00000010:0.0:1780963367.024004:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be75f700. 00000100:00000010:0.0:1780963367.024009:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005e15ec1a. 00000100:00000010:0.0:1780963367.024023:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017455b85. 00000100:00000010:0.0:1780963367.024027:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d5a606bd. 00000100:00000010:0.0:1780963367.024031:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4b654de. 00000100:00000010:0.0:1780963367.024033:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000cc118f58. 00000100:00000010:0.0:1780963367.024037:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b8d20cf. 00000100:00000010:0.0:1780963367.024039:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000001d32562d. 00000100:00000010:0.0:1780963367.024043:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc5b9c4e. 00000100:00000010:0.0:1780963367.024046:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000aec2a5a0. 00000100:00000010:0.0:1780963367.024056:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000eda90e8. 00000100:00000010:0.0:1780963367.024067:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007920326b. 00000100:00000010:0.0:1780963367.024072:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000097e83b92. 00000100:00000010:0.0:1780963367.024075:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000f593fba. 00000100:00000010:0.0:1780963367.024078:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022254cac. 00000100:00000010:0.0:1780963367.024081:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006563ec6d. 00000100:00000010:0.0:1780963367.024085:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062940e5e. 00000100:00000010:0.0:1780963367.024087:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c7bd9fcf. 00000100:00000010:0.0:1780963367.024096:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000855bebad. 00000100:00000010:0.0:1780963367.024099:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007f144995. 00000100:00000010:0.0:1780963367.024103:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c265ed9a. 00000100:00000010:0.0:1780963367.024105:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ce67e6d7. 00000100:00000010:0.0:1780963367.024109:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d6d12e0. 00000100:00000010:0.0:1780963367.024111:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000055a8bf59. 00000100:00000010:0.0:1780963367.024114:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003523e32d. 00000100:00000010:0.0:1780963367.024116:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000bc12ab8b. 00000100:00000010:0.0:1780963367.024126:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007093fc8e. 00000100:00000010:0.0:1780963367.024129:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d41c0a3b. 00000100:00000010:0.0:1780963367.024133:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7153265. 00000100:00000010:0.0:1780963367.024135:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e35d4127. 00000100:00000010:0.0:1780963367.024139:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087be045c. 00000100:00000010:0.0:1780963367.024145:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006ab42590. 00000100:00000010:0.0:1780963367.024149:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d52f1511. 00000100:00000010:0.0:1780963367.024151:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000080d1879b. 00000100:00000010:0.0:1780963367.024161:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c30fafd. 00000100:00000010:0.0:1780963367.024164:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e9e8eb2d. 00000100:00000010:0.0:1780963367.024167:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b19bded2. 00000100:00000010:0.0:1780963367.024170:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fdfb19f4. 00000100:00000010:0.0:1780963367.024174:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009410bcf0. 00000100:00000010:0.0:1780963367.024177:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d8865fa9. 00000100:00000010:0.0:1780963367.024180:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a7c4190. 00000100:00000010:0.0:1780963367.024182:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000c0ae54e. 00000100:00000010:0.0:1780963367.024192:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a620a40e. 00000100:00000010:0.0:1780963367.024201:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fd5a83c9. 00000100:00000010:0.0:1780963367.024206:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000417e95f1. 00000100:00000010:0.0:1780963367.024208:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000033be0cf1. 00000100:00000010:0.0:1780963367.024212:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004028aedb. 00000100:00000010:0.0:1780963367.024214:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007417dad4. 00000100:00000010:0.0:1780963367.024218:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a875cd07. 00000100:00000010:0.0:1780963367.024220:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000032e99ea3. 00000100:00000010:0.0:1780963367.024757:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048a1a359. 00000100:00000010:0.0:1780963367.024767:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004be43458. 00000100:00000010:0.0:1780963367.024772:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004581bc3e. 00000100:00000010:0.0:1780963367.024774:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000560b9b65. 00000100:00000010:0.0:1780963367.024778:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af322e9c. 00000100:00000010:0.0:1780963367.024781:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000eb7125ae. 00000100:00000010:0.0:1780963367.024785:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d728e32. 00000100:00000010:0.0:1780963367.024787:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000060f642e2. 00000100:00000010:0.0:1780963367.024874:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bbc28e4. 00000100:00000010:0.0:1780963367.024878:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000018696342. 00000100:00000010:0.0:1780963367.024881:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018c2971c. 00000100:00000010:0.0:1780963367.024883:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000007ccd15c. 00000100:00000010:0.0:1780963367.024891:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5541d29. 00000100:00000010:0.0:1780963367.024894:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006e06758c. 00000100:00000010:0.0:1780963367.024898:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068d3b62b. 00000100:00000010:0.0:1780963367.024901:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006d016435. 00000100:00000010:0.0:1780963367.024910:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c70faf2a. 00000100:00000010:0.0:1780963367.024914:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c1720b7b. 00000100:00000010:0.0:1780963367.024917:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000598967b2. 00000100:00000010:0.0:1780963367.024920:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000629d22e1. 00000100:00000010:0.0:1780963367.024923:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d8d790c. 00000100:00000010:0.0:1780963367.024926:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e20fa547. 00000100:00000010:0.0:1780963367.024929:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095771e63. 00000100:00000010:0.0:1780963367.024931:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000d21fc2e2. 00000100:00000010:0.0:1780963367.024942:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d909391b. 00000100:00000010:0.0:1780963367.024952:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000074dab90e. 00000100:00000010:0.0:1780963367.024956:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090733633. 00000100:00000010:0.0:1780963367.024958:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008fb349fc. 00000100:00000010:0.0:1780963367.024962:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac79de48. 00000100:00000010:0.0:1780963367.024964:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c985bca9. 00000100:00000010:0.0:1780963367.024967:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4e0de75. 00000100:00000010:0.0:1780963367.024970:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000abc8e1ae. 00000100:00000010:0.0:1780963367.024980:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037c9d8c3. 00000100:00000010:0.0:1780963367.024983:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006321b122. 00000100:00000010:0.0:1780963367.024987:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9963cd9. 00000100:00000010:0.0:1780963367.024989:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005597cfe7. 00000100:00000010:0.0:1780963367.024993:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000861f1ad1. 00000100:00000010:0.0:1780963367.024995:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c4d247cc. 00000100:00000010:0.0:1780963367.024998:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbdd94d9. 00000100:00000010:0.0:1780963367.025000:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e96a6526. 00000100:00000010:0.0:1780963367.025011:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060f34b76. 00000100:00000010:0.0:1780963367.025014:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000196abfea. 00000100:00000010:0.0:1780963367.025019:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000caf5fa2f. 00000100:00000010:0.0:1780963367.025026:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004ec70ef6. 00000100:00000010:0.0:1780963367.025031:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d64bb312. 00000100:00000010:0.0:1780963367.025034:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ca21fb85. 00000100:00000010:0.0:1780963367.025038:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000418f2886. 00000100:00000010:0.0:1780963367.025041:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000058ac8e10. 00000100:00000010:0.0:1780963367.025051:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f1b9ff6. 00000100:00000010:0.0:1780963367.025055:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003b776244. 00000100:00000010:0.0:1780963367.025058:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a05c04d6. 00000100:00000010:0.0:1780963367.025060:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ae1d4a04. 00000100:00000010:0.0:1780963367.025063:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2915458. 00000100:00000010:0.0:1780963367.025065:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003bf2cac4. 00000100:00000010:0.0:1780963367.025075:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c18e783. 00000100:00000010:0.0:1780963367.025078:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000689d4aa5. 00000100:00000010:0.0:1780963367.025087:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000171885ec. 00000100:00000010:0.0:1780963367.025097:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f953a459. 00000100:00000010:0.0:1780963367.025101:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078f7de5b. 00000100:00000010:0.0:1780963367.025103:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f20a4e29. 00000100:00000010:0.0:1780963367.025107:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000179fb5. 00000100:00000010:0.0:1780963367.025109:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000baebfeed. 00000100:00000010:0.0:1780963367.025113:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3b8112d. 00000100:00000010:0.0:1780963367.025115:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000739c0baa. 00000100:00000010:0.0:1780963367.025124:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c8895af. 00000100:00000010:0.0:1780963367.025127:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000bb78f8d7. 00000100:00000010:0.0:1780963367.025131:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5f329cc. 00000100:00000010:0.0:1780963367.025133:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000510384ac. 00000100:00000010:0.0:1780963367.025137:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000913132db. 00000100:00000010:0.0:1780963367.025140:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000622d4efa. 00000100:00000010:0.0:1780963367.025143:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d3e8d13. 00000100:00000010:0.0:1780963367.025145:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f40eaed3. 00000100:00000010:0.0:1780963367.025154:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b84f0bb. 00000100:00000010:0.0:1780963367.025157:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fa8c6d66. 00000100:00000010:0.0:1780963367.025167:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000150808e9. 00000100:00000010:0.0:1780963367.025170:0:5717:0:(service.c:824:ptlrpc_register_service()) kmalloced '(svcpt)': 776 at 0000000069e028d4. 00000100:00000010:0.0:1780963367.025181:0:5717:0:(service.c:653:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003652a4c2. 00000100:00000010:0.0:1780963367.025188:0:5717:0:(service.c:661:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006190831c. 00000100:00000010:0.0:1780963367.025192:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008f9ba7b1. 00000100:00000010:0.0:1780963367.025196:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af3ca044. 00000100:00000010:0.0:1780963367.025198:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000076fdbfaf. 00000100:00000010:0.0:1780963367.025201:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a382ce62. 00000100:00000010:0.0:1780963367.025203:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000053d46efd. 00000100:00000010:0.0:1780963367.025211:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075cf65ac. 00000100:00000010:0.0:1780963367.025214:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006b4112f1. 00000100:00000010:0.0:1780963367.025217:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000845dfaab. 00000100:00000010:0.0:1780963367.025219:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ccd473a7. 00000100:00000010:0.0:1780963367.025223:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0f63f74. 00000100:00000010:0.0:1780963367.025225:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005fd77ea3. 00000100:00000010:0.0:1780963367.025228:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe7a020b. 00000100:00000010:0.0:1780963367.025230:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b5e58957. 00000100:00000010:0.0:1780963367.025370:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ee9e8df. 00000100:00000010:0.0:1780963367.025382:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e947c745. 00000100:00000010:0.0:1780963367.025387:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000211f303b. 00000100:00000010:0.0:1780963367.025389:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c2ff5711. 00000100:00000010:0.0:1780963367.025393:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa81ca30. 00000100:00000010:0.0:1780963367.025395:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000052f246e7. 00000100:00000010:0.0:1780963367.025399:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007641efe8. 00000100:00000010:0.0:1780963367.025402:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b48168d1. 00000100:00000010:0.0:1780963367.025410:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db225e8b. 00000100:00000010:0.0:1780963367.025414:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b91fc329. 00000100:00000010:0.0:1780963367.025417:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d206014e. 00000100:00000010:0.0:1780963367.025420:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007fe74ee5. 00000100:00000010:0.0:1780963367.025423:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068797e9c. 00000100:00000010:0.0:1780963367.025426:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000009d772a96. 00000100:00000010:0.0:1780963367.025435:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9a5e0bd. 00000100:00000010:0.0:1780963367.025437:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f5b42783. 00000100:00000010:0.0:1780963367.025446:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e1f9fc1. 00000100:00000010:0.0:1780963367.025449:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000073534341. 00000100:00000010:0.0:1780963367.025453:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028361c11. 00000100:00000010:0.0:1780963367.025456:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005aa48105. 00000100:00000010:0.0:1780963367.025459:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019b630a4. 00000100:00000010:0.0:1780963367.025462:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a8bf612b. 00000100:00000010:0.0:1780963367.025466:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094029948. 00000100:00000010:0.0:1780963367.025468:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007817450d. 00000100:00000010:0.0:1780963367.025478:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000071681ab. 00000100:00000010:0.0:1780963367.025481:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ce7f2297. 00000100:00000010:0.0:1780963367.025672:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbf952f4. 00000100:00000010:2.0:1780963367.025863:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000006f509cd7. 00000100:00000010:2.0:1780963367.025869:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005641ec8a. 00000100:00000010:2.0:1780963367.025872:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e9d92705. 00000100:00000010:2.0:1780963367.025875:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acbf5149. 00000100:00000010:2.0:1780963367.025878:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000001c7644cb. 00000100:00000010:2.0:1780963367.025888:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078fb2d28. 00000100:00000010:2.0:1780963367.025893:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000482392ad. 00000100:00000010:2.0:1780963367.025897:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000193a65d5. 00000100:00000010:2.0:1780963367.025899:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f42922a7. 00000100:00000010:2.0:1780963367.025903:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d4e23de. 00000100:00000010:2.0:1780963367.025906:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002970233d. 00000100:00000010:2.0:1780963367.025909:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026740719. 00000100:00000010:2.0:1780963367.025912:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c51c13b1. 00000100:00000010:2.0:1780963367.025923:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a95139ea. 00000100:00000010:2.0:1780963367.025926:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000f9394698. 00000100:00000010:2.0:1780963367.025930:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024ad1f17. 00000100:00000010:2.0:1780963367.025940:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a5fe5dc5. 00000100:00000010:2.0:1780963367.025945:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086c7fe1c. 00000100:00000010:2.0:1780963367.025947:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000255856c4. 00000100:00000010:2.0:1780963367.025950:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb237bc4. 00000100:00000010:2.0:1780963367.025952:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000dc40e206. 00000100:00000010:2.0:1780963367.025962:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c5fd19a. 00000100:00000010:2.0:1780963367.025965:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000976ff281. 00000100:00000010:2.0:1780963367.025968:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099f0e81b. 00000100:00000010:2.0:1780963367.025970:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000149cf7ae. 00000100:00000010:2.0:1780963367.025978:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048cb1ddf. 00000100:00000010:2.0:1780963367.025981:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b1111952. 00000100:00000010:2.0:1780963367.025984:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000deec6649. 00000100:00000010:2.0:1780963367.025987:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000ce1b0aa5. 00000100:00000010:2.0:1780963367.025995:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074dd0893. 00000100:00000010:2.0:1780963367.025998:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000008f8cc0b6. 00000100:00000010:2.0:1780963367.026001:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000565acd38. 00000100:00000010:2.0:1780963367.026003:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000014963f1d. 00000100:00000010:2.0:1780963367.026007:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000638dec74. 00000100:00000010:2.0:1780963367.026009:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000c34f6967. 00000100:00000010:2.0:1780963367.026012:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f83049eb. 00000100:00000010:2.0:1780963367.026014:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000003c1ee65c. 00000100:00000010:2.0:1780963367.026022:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000056ec3ebf. 00000100:00000010:2.0:1780963367.026024:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005c340f7d. 00000100:00000010:2.0:1780963367.026028:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a8ac193. 00000100:00000010:2.0:1780963367.026030:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000260b7574. 00000100:00000010:2.0:1780963367.026033:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009217cc51. 00000100:00000010:2.0:1780963367.026036:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000a8dacea1. 00000100:00000010:2.0:1780963367.026039:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a016be89. 00000100:00000010:2.0:1780963367.026042:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000074259329. 00000100:00000010:2.0:1780963367.026050:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086365b3b. 00000100:00000010:2.0:1780963367.026053:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000243fbb17. 00000100:00000010:2.0:1780963367.026057:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a22f6be2. 00000100:00000010:2.0:1780963367.026067:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000e02398b6. 00000100:00000010:2.0:1780963367.026071:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f38cbcec. 00000100:00000010:2.0:1780963367.026074:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002c93c5b6. 00000100:00000010:2.0:1780963367.026077:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bcf69fba. 00000100:00000010:2.0:1780963367.026079:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000eeab46a9. 00000100:00000010:2.0:1780963367.026088:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cec59450. 00000100:00000010:2.0:1780963367.026092:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004132d95f. 00000100:00000010:2.0:1780963367.026095:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ca82c59. 00000100:00000010:2.0:1780963367.026102:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000002614ed6. 00000100:00000010:2.0:1780963367.026106:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3287b2c. 00000100:00000010:2.0:1780963367.026108:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005fe196b9. 00000100:00000010:2.0:1780963367.026111:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d72bd7e. 00000100:00000010:2.0:1780963367.026114:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000014834443. 00000100:00000010:2.0:1780963367.026122:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d792304. 00000100:00000010:2.0:1780963367.026125:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000090d593ed. 00000100:00000010:2.0:1780963367.026129:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9b1c90b. 00000100:00000010:2.0:1780963367.026131:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000004332a2d3. 00000100:00000010:2.0:1780963367.026134:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a0a8988. 00000100:00000010:2.0:1780963367.026137:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000075a7e12a. 00000100:00000010:2.0:1780963367.026141:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcaff822. 00000100:00000010:2.0:1780963367.026143:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000baea0918. 00000100:00000010:2.0:1780963367.026152:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f05e9b83. 00000100:00000010:2.0:1780963367.026155:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000016697341. 00000100:00000010:2.0:1780963367.026159:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7cac535. 00000100:00000010:2.0:1780963367.026162:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000002c78bec7. 00000100:00000010:2.0:1780963367.026165:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b373bdc7. 00000100:00000010:2.0:1780963367.026168:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000007aa0c1c0. 00000100:00000010:2.0:1780963367.026172:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e61c2baf. 00000100:00000010:2.0:1780963367.026174:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000b6f9c4ee. 00000100:00000010:2.0:1780963367.026183:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008942948f. 00000100:00000010:2.0:1780963367.026186:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000000465eab4. 00000100:00000010:2.0:1780963367.026189:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000024fb90. 00000100:00000010:2.0:1780963367.026198:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000001c6ff61f. 00000100:00000010:2.0:1780963367.026203:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006536ff8c. 00000100:00000010:2.0:1780963367.026205:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000fa91a3ca. 00000100:00000010:2.0:1780963367.026208:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f51b6621. 00000100:00000010:2.0:1780963367.026210:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 00000000371c918f. 00000100:00000010:2.0:1780963367.026219:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aef8f076. 00000100:00000010:2.0:1780963367.026222:0:5717:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 000000005c5f7fc9. 00000100:00000010:2.0:1780963367.026229:0:5717:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088c52794. 00000400:00000200:2.0:1780963367.026364:0:5717:0:(lib-ptl.c:946:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1780963367.026404:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000007826af1c (tot 795702). 00000020:00000010:2.0:1780963367.026420:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000a7287cef (tot 798414). 00000100:00000010:2.0:1780963367.026863:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000050d9e32d. 00000100:00000010:2.0:1780963367.026870:0:5717:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a7cb06e7. 00000100:00000010:2.0:1780963367.026873:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000081e2adbb. 00000100:00000010:2.0:1780963367.026876:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000945b17b9. 00000100:00000010:2.0:1780963367.026878:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000002f7a53c9. 00000100:00000010:2.0:1780963367.026881:0:5717:0:(nrs.c:1009:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000f8ac189f. 00000100:00000010:2.0:1780963367.026883:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000734fbbdd. 00000100:00000010:2.0:1780963367.026885:0:5717:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000078b764ac. 00000100:00000010:2.0:1780963367.026887:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000031440f10. 00000100:00000010:2.0:1780963367.026889:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000c9046599. 00000100:00000010:2.0:1780963367.026890:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000061641bfc. 00000100:00000010:2.0:1780963367.026893:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000a8b249b1. 00000100:00000010:2.0:1780963367.026895:0:5717:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006bf32d48. 00000100:00000010:2.0:1780963367.026896:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000001c15cca4. 00000100:00000010:2.0:1780963367.026898:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000fe2baa35. 00000100:00000010:2.0:1780963367.026899:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 0000000052ec527a. 00000100:00000010:2.0:1780963367.026901:0:5717:0:(nrs.c:1009:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000306d1d9a. 00000100:00000010:2.0:1780963367.026903:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000f263c669. 00000100:00000010:2.0:1780963367.026904:0:5717:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007633fb85. 00000100:00000010:2.0:1780963367.026906:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000004bf3a867. 00000100:00000010:2.0:1780963367.026907:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 00000000bcc45713. 00000100:00000010:2.0:1780963367.026909:0:5717:0:(nrs.c:784:nrs_policy_register()) kmalloced '(policy)': 104 at 000000005c857b6a. 00000100:00000200:2.0:1780963367.026941:0:5717:0:(service.c:857:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1780963367.026947:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008cf4d625. 00000100:00000010:0.0:1780963367.027390:0:5722:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000087e6d57b. 00000020:00000010:0.0:1780963367.027395:0:5722:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000a08c9b3. 00000020:00000010:0.0:1780963367.027401:0:5722:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69c05ff. 00000020:00000010:0.0:1780963367.027405:0:5722:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db0073e4. 00000020:00000010:0.0:1780963367.027408:0:5722:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000ebff577f. 00000040:00000010:0.0:1780963367.027411:0:5722:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000002b4df191. 00000020:00000010:0.0:1780963367.027416:0:5722:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000745c1cda. 00000020:00000010:0.0:1780963367.027421:0:5722:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000e5935ab2. 00000020:00000010:0.0:1780963367.027424:0:5722:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000008f5f9f69. 80000000:00000010:0.0:1780963367.027429:0:5722:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000044a9dcd. 40000000:00000010:0.0:1780963367.027433:0:5722:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000bdb72ab8. 00000008:00000010:0.0:1780963367.027447:0:5722:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000002a924388. 00020000:00000010:0.0:1780963367.027453:0:5722:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f9ecd1e2. 00008000:00000010:0.0:1780963367.027466:0:5722:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000e9a00d5a. 00100000:00000010:0.0:1780963367.027471:0:5722:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000042094ca8. 00040000:00000010:0.0:1780963367.027474:0:5722:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003497bfe4. 00040000:00000010:0.0:1780963367.027478:0:5722:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000007a18b7d0. 00040000:00000010:0.0:1780963367.027482:0:5722:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000f30b8d84. 00000004:00000010:0.0:1780963367.027754:0:5722:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000006ea07eda. 00000004:00000010:0.0:1780963367.027764:0:5722:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000003094a4e2. 00000004:00000010:0.0:1780963367.027769:0:5722:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000029664c11. 00002000:00000010:0.0:1780963367.027772:0:5722:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000787ee1d7. 00000004:00000010:0.0:1780963367.027776:0:5722:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000976edc08. 00000080:00000010:0.0:1780963367.027788:0:5722:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000cad98026. 00000080:00000010:0.0:1780963367.027874:0:5722:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000f07f330e. 00000100:00000200:0.0:1780963367.027881:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027888:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e57e6274. 00000400:00000010:0.0:1780963367.027894:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c682156c (tot 798566). 00000100:00000200:0.0:1780963367.027902:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027904:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5e89b5f. 00000400:00000010:0.0:1780963367.027906:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008f5aed36 (tot 798718). 00000100:00000200:0.0:1780963367.027908:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027910:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008ab85113. 00000400:00000010:0.0:1780963367.027911:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe477a76 (tot 798870). 00000100:00000200:0.0:1780963367.027913:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027915:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d0b869d. 00000400:00000010:0.0:1780963367.027917:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc73c024 (tot 799022). 00000100:00000200:0.0:1780963367.027918:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027921:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb98a562. 00000400:00000010:0.0:1780963367.027922:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1dab6e9 (tot 799174). 00000100:00000200:0.0:1780963367.027924:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027926:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0569fd7. 00000400:00000010:0.0:1780963367.027927:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd5a478 (tot 799326). 00000100:00000200:0.0:1780963367.027929:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027931:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005fb6877a. 00000400:00000010:0.0:1780963367.027933:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc13ca90 (tot 799478). 00000100:00000200:0.0:1780963367.027935:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027936:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ca07e41. 00000400:00000010:0.0:1780963367.027938:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003d98f327 (tot 799630). 00000100:00000200:0.0:1780963367.027940:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027942:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b7082e3. 00000400:00000010:0.0:1780963367.027943:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9b76b42 (tot 799782). 00000100:00000200:0.0:1780963367.027945:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027953:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cfa5ba9b. 00000400:00000010:0.0:1780963367.027956:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9dc0e9e (tot 799934). 00000100:00000200:0.0:1780963367.027959:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027961:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000991bc259. 00000400:00000010:0.0:1780963367.027962:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad32c058 (tot 800086). 00000100:00000200:0.0:1780963367.027964:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027966:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005651e875. 00000400:00000010:0.0:1780963367.027967:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f457315e (tot 800238). 00000100:00000200:0.0:1780963367.027969:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027980:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db0b090a. 00000400:00000010:0.0:1780963367.027982:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000794942f7 (tot 800390). 00000100:00000200:0.0:1780963367.027985:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027986:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ab3c2c4. 00000400:00000010:0.0:1780963367.027988:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000086011f5b (tot 800542). 00000100:00000200:0.0:1780963367.027990:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027991:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa6685e. 00000400:00000010:0.0:1780963367.027993:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005dfaf096 (tot 800694). 00000100:00000200:0.0:1780963367.027995:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.027996:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd437ffa. 00000400:00000010:0.0:1780963367.027998:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000035847d4f (tot 800846). 00000100:00000200:0.0:1780963367.028000:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028001:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036839627. 00000400:00000010:0.0:1780963367.028003:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f99379ae (tot 800998). 00000100:00000200:0.0:1780963367.028005:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028006:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8bd41d9. 00000400:00000010:0.0:1780963367.028008:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000080e284a3 (tot 801150). 00000100:00000200:0.0:1780963367.028010:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028012:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000006c835a5. 00000400:00000010:0.0:1780963367.028014:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdb780c5 (tot 801302). 00000100:00000200:0.0:1780963367.028016:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028017:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023a2928a. 00000400:00000010:0.0:1780963367.028019:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa99fa70 (tot 801454). 00000100:00000200:0.0:1780963367.028021:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028022:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e416152a. 00000400:00000010:0.0:1780963367.028023:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6a98082 (tot 801606). 00000100:00000200:0.0:1780963367.028031:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028033:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f4e5620e. 00000400:00000010:0.0:1780963367.028035:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2069b18 (tot 801758). 00000100:00000200:0.0:1780963367.028038:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028039:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d2c6c2. 00000400:00000010:0.0:1780963367.028041:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e453b139 (tot 801910). 00000100:00000200:0.0:1780963367.028043:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028045:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000def92224. 00000400:00000010:0.0:1780963367.028047:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af3f207c (tot 802062). 00000100:00000200:0.0:1780963367.028049:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028050:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003b2cd66e. 00000400:00000010:0.0:1780963367.028052:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5ff1010 (tot 802214). 00000100:00000200:0.0:1780963367.028054:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028055:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080e1b1bd. 00000400:00000010:0.0:1780963367.028057:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9c722f5 (tot 802366). 00000100:00000200:0.0:1780963367.028059:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028061:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000ff107b8. 00000400:00000010:0.0:1780963367.028062:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e13fddce (tot 802518). 00000100:00000200:0.0:1780963367.028064:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028066:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000561dd49b. 00000400:00000010:0.0:1780963367.028067:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004459fad1 (tot 802670). 00000100:00000200:0.0:1780963367.028069:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028071:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d3deb6a. 00000400:00000010:0.0:1780963367.028073:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe822eae (tot 802822). 00000100:00000200:0.0:1780963367.028075:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028077:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d114b5c1. 00000400:00000010:0.0:1780963367.028079:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094d48e20 (tot 802974). 00000100:00000200:0.0:1780963367.028082:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028083:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcd96fa. 00000400:00000010:0.0:1780963367.028085:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000078a1244d (tot 803126). 00000100:00000200:0.0:1780963367.028086:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028088:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000448f70c9. 00000400:00000010:0.0:1780963367.028089:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000915115af (tot 803278). 00000100:00000200:0.0:1780963367.028091:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028101:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c113690. 00000400:00000010:0.0:1780963367.028103:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000031a01dd9 (tot 803430). 00000100:00000200:0.0:1780963367.028106:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028107:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b4378e. 00000400:00000010:0.0:1780963367.028109:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004384922f (tot 803582). 00000100:00000200:0.0:1780963367.028110:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028112:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cca1af9. 00000400:00000010:0.0:1780963367.028113:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003d546bb7 (tot 803734). 00000100:00000200:0.0:1780963367.028115:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028117:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003d3bbb1f. 00000400:00000010:0.0:1780963367.028118:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000044ebcdbe (tot 803886). 00000100:00000200:0.0:1780963367.028120:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028122:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcef68f5. 00000400:00000010:0.0:1780963367.028123:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004b14a53f (tot 804038). 00000100:00000200:0.0:1780963367.028125:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028126:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006273cddc. 00000400:00000010:0.0:1780963367.028128:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fac5d6ce (tot 804190). 00000100:00000200:0.0:1780963367.028130:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028132:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c38a431d. 00000400:00000010:0.0:1780963367.028133:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006030c51c (tot 804342). 00000100:00000200:0.0:1780963367.028135:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028137:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000682da08f. 00000400:00000010:0.0:1780963367.028139:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009e0f3765 (tot 804494). 00000100:00000200:0.0:1780963367.028141:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028142:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000861bdfef. 00000400:00000010:0.0:1780963367.028144:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006231f592 (tot 804646). 00000100:00000200:0.0:1780963367.028146:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028147:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009fc20f4c. 00000400:00000010:0.0:1780963367.028149:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8c80223 (tot 804798). 00000100:00000200:0.0:1780963367.028151:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028152:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c7d3801. 00000400:00000010:0.0:1780963367.028154:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000013fefc07 (tot 804950). 00000100:00000200:0.0:1780963367.028156:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028158:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf7ad8c5. 00000400:00000010:0.0:1780963367.028159:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000adc8d65d (tot 805102). 00000100:00000200:0.0:1780963367.028168:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028170:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5880d03. 00000400:00000010:0.0:1780963367.028172:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005ef60daf (tot 805254). 00000100:00000200:0.0:1780963367.028173:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028175:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006004a871. 00000400:00000010:0.0:1780963367.028176:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6b5ded2 (tot 805406). 00000100:00000200:0.0:1780963367.028178:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028180:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003116776a. 00000400:00000010:0.0:1780963367.028181:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008a7e81e8 (tot 805558). 00000100:00000200:0.0:1780963367.028183:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028185:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060d39511. 00000400:00000010:0.0:1780963367.028186:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000098e3b83 (tot 805710). 00000100:00000200:0.0:1780963367.028188:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028190:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae342c33. 00000400:00000010:0.0:1780963367.028192:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3815e94 (tot 805862). 00000100:00000200:0.0:1780963367.028194:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028195:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cbc04ca5. 00000400:00000010:0.0:1780963367.028205:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d14206e2 (tot 806014). 00000100:00000200:0.0:1780963367.028210:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028212:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df9a9c8a. 00000400:00000010:0.0:1780963367.028214:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000409e066d (tot 806166). 00000100:00000200:0.0:1780963367.028216:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028218:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000438c9dd6. 00000400:00000010:0.0:1780963367.028220:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006ff9353e (tot 806318). 00000100:00000200:0.0:1780963367.028222:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028223:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f372b7b. 00000400:00000010:0.0:1780963367.028225:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006ea2a296 (tot 806470). 00000100:00000200:0.0:1780963367.028227:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.028228:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005be8340c. 00000400:00000010:0.0:1780963367.028230:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008b8234ca (tot 806622). 00000100:00000200:0.0:1780963367.030099:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030111:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000903a9225. 00000400:00000010:0.0:1780963367.030116:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000079963057 (tot 806774). 00000100:00000200:0.0:1780963367.030118:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030136:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000acf000da. 00000400:00000010:0.0:1780963367.030138:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc95d890 (tot 806926). 00000100:00000200:0.0:1780963367.030141:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030143:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d8eb016. 00000400:00000010:0.0:1780963367.030144:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000039a75b54 (tot 807078). 00000100:00000200:0.0:1780963367.030146:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030148:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002404dd60. 00000400:00000010:0.0:1780963367.030150:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dce1b7c6 (tot 807230). 00000100:00000200:0.0:1780963367.030152:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030167:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047990710. 00000400:00000010:0.0:1780963367.030171:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008127e875 (tot 807382). 00000100:00000200:0.0:1780963367.030174:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030176:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dffda38b. 00000400:00000010:0.0:1780963367.030177:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000093e3f1a6 (tot 807534). 00000100:00000200:0.0:1780963367.030179:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030180:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005aa44bcc. 00000400:00000010:0.0:1780963367.030182:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005ff18536 (tot 807686). 00000100:00000200:0.0:1780963367.030184:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030185:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a3185ad5. 00000400:00000010:0.0:1780963367.030186:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000451e1df7 (tot 807838). 00000100:00000200:0.0:1780963367.030188:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1780963367.030190:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a097a956. 00000400:00000010:0.0:1780963367.030665:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000487ca308 (tot 807990). 00000100:00000200:0.0:1780963367.030673:0:5722:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780963367.030966:0:5722:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec077c66. 00000400:00000010:1.0:1780963367.030973:0:5722:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002ec7fc47 (tot 808142). 00000100:00000010:1.0:1780963367.030981:0:5722:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d09ed77a. 00000100:00000200:1.0:1780963367.031045:0:5722:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780963367.031413:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000841bbd63. 00000100:00000010:0.0:1780963367.032142:0:5723:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b08a2a05. 00000020:00000010:0.0:1780963367.032148:0:5723:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000087395375. 00000020:00000010:0.0:1780963367.032155:0:5723:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002c7ab13. 00000020:00000010:0.0:1780963367.032160:0:5723:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ce151f5. 00000020:00000010:0.0:1780963367.032162:0:5723:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000005789d787. 00000040:00000010:0.0:1780963367.032165:0:5723:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000830250bc. 00000020:00000010:0.0:1780963367.032169:0:5723:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000003d70923e. 00000020:00000010:0.0:1780963367.032175:0:5723:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000493c3af0. 00000020:00000010:0.0:1780963367.032180:0:5723:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000009578b91b. 80000000:00000010:0.0:1780963367.032183:0:5723:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000003523d67a. 40000000:00000010:0.0:1780963367.032195:0:5723:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000f36fb89b. 00000008:00000010:0.0:1780963367.032200:0:5723:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000a7011afc. 00020000:00000010:0.0:1780963367.032205:0:5723:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000072dd989d. 00008000:00000010:0.0:1780963367.032210:0:5723:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000006b9c1865. 00100000:00000010:0.0:1780963367.032214:0:5723:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000026d430ed. 00040000:00000010:0.0:1780963367.032218:0:5723:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000989c9381. 00040000:00000010:0.0:1780963367.032222:0:5723:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c72f9550. 00040000:00000010:0.0:1780963367.032225:0:5723:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000006e882be4. 00000004:00000010:0.0:1780963367.032229:0:5723:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000040d3a9bd. 00000004:00000010:0.0:1780963367.032373:0:5723:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000070a01601. 00000004:00000010:0.0:1780963367.032379:0:5723:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000cbf5a82b. 00002000:00000010:0.0:1780963367.032383:0:5723:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000002ca049df. 00000004:00000010:0.0:1780963367.032387:0:5723:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000068436e5b. 00000080:00000010:0.0:1780963367.032392:0:5723:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000003eb664c6. 00000080:00000010:0.0:1780963367.032396:0:5723:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000f8473ca8. 00000100:00000010:0.0:1780963367.032401:0:5723:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000087b20cea. 00000100:00000200:0.0:1780963367.032459:0:5723:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1780963367.032724:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ad1fabb. 00000100:00000010:0.0:1780963367.033052:0:5724:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 0000000079bce36e. 00000020:00000010:0.0:1780963367.033057:0:5724:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b7fd0fbc. 00000020:00000010:0.0:1780963367.033061:0:5724:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d22dc482. 00000020:00000010:0.0:1780963367.033064:0:5724:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000564354c0. 00000020:00000010:0.0:1780963367.033066:0:5724:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000660a5357. 00000040:00000010:0.0:1780963367.033069:0:5724:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000f5177980. 00000020:00000010:0.0:1780963367.033072:0:5724:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000088c6152d. 00000020:00000010:0.0:1780963367.033076:0:5724:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000b297e72f. 00000020:00000010:0.0:1780963367.033078:0:5724:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000096b4b10. 80000000:00000010:0.0:1780963367.033082:0:5724:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000006b7649be. 40000000:00000010:0.0:1780963367.033085:0:5724:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000edc3c209. 00000008:00000010:0.0:1780963367.033089:0:5724:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000874fd06e. 00020000:00000010:0.0:1780963367.033093:0:5724:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000466d76a9. 00008000:00000010:0.0:1780963367.033097:0:5724:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000057029162. 00100000:00000010:0.0:1780963367.033100:0:5724:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 0000000063270d10. 00040000:00000010:0.0:1780963367.033104:0:5724:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000055743c75. 00040000:00000010:0.0:1780963367.033112:0:5724:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cbfc4c86. 00040000:00000010:0.0:1780963367.033115:0:5724:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000038094d87. 00000004:00000010:0.0:1780963367.033118:0:5724:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000c837bcd8. 00000004:00000010:0.0:1780963367.033131:0:5724:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000531d82c8. 00000004:00000010:0.0:1780963367.033135:0:5724:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000e13b67bf. 00002000:00000010:0.0:1780963367.033140:0:5724:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000d49a4568. 00000004:00000010:0.0:1780963367.033143:0:5724:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000ca4fa8e7. 00000080:00000010:0.0:1780963367.033146:0:5724:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000004138351e. 00000080:00000010:0.0:1780963367.033149:0:5724:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000080518219. 00000100:00000010:0.0:1780963367.033152:0:5724:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002567f49c. 00000100:00000200:0.0:1780963367.033204:0:5724:0:(service.c:2861:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1780963367.033361:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ea95f7c0. 00000100:00000010:2.0:1780963367.034190:0:5725:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e26fa795. 00000020:00000010:2.0:1780963367.034202:0:5725:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000196ff65c. 00000020:00000010:2.0:1780963367.034206:0:5725:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000542e6157. 00000020:00000010:2.0:1780963367.034209:0:5725:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000263e23bd. 00000020:00000010:2.0:1780963367.034211:0:5725:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000de73fc4f. 00000040:00000010:2.0:1780963367.034213:0:5725:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000569cdacd. 00000020:00000010:2.0:1780963367.034217:0:5725:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000006202b456. 00000020:00000010:2.0:1780963367.034221:0:5725:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000c506157a. 00000020:00000010:2.0:1780963367.034225:0:5725:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000009ee7e57f. 80000000:00000010:2.0:1780963367.034228:0:5725:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000006206eb18. 40000000:00000010:2.0:1780963367.034351:0:5725:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000015c28ac1. 00000008:00000010:2.0:1780963367.034369:0:5725:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000e2e7a9c9. 00020000:00000010:2.0:1780963367.034375:0:5725:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000005bd86eb6. 00008000:00000010:2.0:1780963367.034386:0:5725:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000001a2db4a4. 00100000:00000010:2.0:1780963367.034391:0:5725:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000988926f0. 00040000:00000010:2.0:1780963367.034394:0:5725:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000073ecb880. 00040000:00000010:2.0:1780963367.034397:0:5725:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bf893752. 00040000:00000010:2.0:1780963367.034399:0:5725:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000007a4f0d1a. 00000004:00000010:2.0:1780963367.034404:0:5725:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000050204a57. 00000004:00000010:2.0:1780963367.034408:0:5725:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000ad1bbf79. 00000004:00000010:2.0:1780963367.034411:0:5725:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000bebaae35. 00002000:00000010:2.0:1780963367.034415:0:5725:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000f736fe7e. 00000004:00000010:2.0:1780963367.034417:0:5725:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000431159c5. 00000080:00000010:2.0:1780963367.034429:0:5725:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000002ce69555. 00000080:00000010:2.0:1780963367.034442:0:5725:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000074fed201. 00000100:00000200:2.0:1780963367.034447:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034454:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0cdad16. 00000400:00000010:2.0:1780963367.034460:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000101478c8 (tot 808294). 00000100:00000200:2.0:1780963367.034468:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034470:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000318d30a9. 00000400:00000010:2.0:1780963367.034472:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000498afc3c (tot 808446). 00000100:00000200:2.0:1780963367.034474:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034475:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ec0a17. 00000400:00000010:2.0:1780963367.034477:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc5d7108 (tot 808598). 00000100:00000200:2.0:1780963367.034479:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034639:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df9857bf. 00000400:00000010:2.0:1780963367.034642:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005d540616 (tot 808750). 00000100:00000200:2.0:1780963367.034646:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034648:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000410d3f53. 00000400:00000010:2.0:1780963367.034650:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac8a5894 (tot 808902). 00000100:00000200:2.0:1780963367.034652:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034653:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef75e3d0. 00000400:00000010:2.0:1780963367.034655:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007943b0c7 (tot 809054). 00000100:00000200:2.0:1780963367.034656:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034658:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002707d734. 00000400:00000010:2.0:1780963367.034660:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006ae3dcc8 (tot 809206). 00000100:00000200:2.0:1780963367.034662:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034663:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c89fd5d. 00000400:00000010:2.0:1780963367.034665:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000929decd5 (tot 809358). 00000100:00000200:2.0:1780963367.034667:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034668:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f23a2f40. 00000400:00000010:2.0:1780963367.034670:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000729e42e5 (tot 809510). 00000100:00000200:2.0:1780963367.034672:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034674:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073785d40. 00000400:00000010:2.0:1780963367.034676:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000067ac2b2f (tot 809662). 00000100:00000200:2.0:1780963367.034677:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034679:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026eac98c. 00000400:00000010:2.0:1780963367.034680:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000082c61ab5 (tot 809814). 00000100:00000200:2.0:1780963367.034682:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034684:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c79ec70. 00000400:00000010:2.0:1780963367.034686:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f6b20d6 (tot 809966). 00000100:00000200:2.0:1780963367.034688:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034690:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd9e1532. 00000400:00000010:2.0:1780963367.034692:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005bff4fde (tot 810118). 00000100:00000200:2.0:1780963367.034693:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034695:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfb76f47. 00000400:00000010:2.0:1780963367.034696:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcd73607 (tot 810270). 00000100:00000200:2.0:1780963367.034698:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034700:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a84b1f93. 00000400:00000010:2.0:1780963367.034710:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9c8123a (tot 810422). 00000100:00000200:2.0:1780963367.034721:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034724:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb8c6927. 00000400:00000010:2.0:1780963367.034726:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000062e030c0 (tot 810574). 00000100:00000200:2.0:1780963367.034728:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034729:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7c0fcbf. 00000400:00000010:2.0:1780963367.034731:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9ba5284 (tot 810726). 00000100:00000200:2.0:1780963367.034733:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034735:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2dd3e1b. 00000400:00000010:2.0:1780963367.034737:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e17b2cc8 (tot 810878). 00000100:00000200:2.0:1780963367.034739:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034741:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080dda4ec. 00000400:00000010:2.0:1780963367.034742:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfe96c87 (tot 811030). 00000100:00000200:2.0:1780963367.034744:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034746:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006957afcf. 00000400:00000010:2.0:1780963367.034748:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000488cad8d (tot 811182). 00000100:00000200:2.0:1780963367.034751:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034752:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057314497. 00000400:00000010:2.0:1780963367.034754:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008fa3a615 (tot 811334). 00000100:00000200:2.0:1780963367.034756:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034757:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001166ef12. 00000400:00000010:2.0:1780963367.034760:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008797af4c (tot 811486). 00000100:00000200:2.0:1780963367.034762:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034764:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f60f075. 00000400:00000010:2.0:1780963367.034765:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005de6b222 (tot 811638). 00000100:00000200:2.0:1780963367.034767:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034768:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a0686. 00000400:00000010:2.0:1780963367.034770:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003c85d540 (tot 811790). 00000100:00000200:2.0:1780963367.034771:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034773:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000006414cae. 00000400:00000010:2.0:1780963367.034775:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca045b7 (tot 811942). 00000100:00000200:2.0:1780963367.034777:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034778:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5338d9d. 00000400:00000010:2.0:1780963367.034780:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002a52f5d3 (tot 812094). 00000100:00000200:2.0:1780963367.034782:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034790:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f34ea083. 00000400:00000010:2.0:1780963367.034792:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a64804cc (tot 812246). 00000100:00000200:2.0:1780963367.034862:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034865:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fbea5ce6. 00000400:00000010:2.0:1780963367.034868:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fff6b558 (tot 812398). 00000100:00000200:2.0:1780963367.034870:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034872:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059ca2759. 00000400:00000010:2.0:1780963367.034874:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003c72f596 (tot 812550). 00000100:00000200:2.0:1780963367.034875:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034877:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b31bb54. 00000400:00000010:2.0:1780963367.034880:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000038999d3f (tot 812702). 00000100:00000200:2.0:1780963367.034882:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034884:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000907dfbcd. 00000400:00000010:2.0:1780963367.034886:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000550162c5 (tot 812854). 00000100:00000200:2.0:1780963367.034887:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034889:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000032a8330a. 00000400:00000010:2.0:1780963367.034891:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6502ee0 (tot 813006). 00000100:00000200:2.0:1780963367.034892:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034894:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0eec936. 00000400:00000010:2.0:1780963367.034896:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000053dec5a7 (tot 813158). 00000100:00000200:2.0:1780963367.034897:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034899:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000159de4f8. 00000400:00000010:2.0:1780963367.034900:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000039ba969a (tot 813310). 00000100:00000200:2.0:1780963367.034902:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034904:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9671030. 00000400:00000010:2.0:1780963367.034906:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001dacfbac (tot 813462). 00000100:00000200:2.0:1780963367.034908:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034909:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004e8b1fc. 00000400:00000010:2.0:1780963367.034912:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f055a1d0 (tot 813614). 00000100:00000200:2.0:1780963367.034915:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034916:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005464e1fa. 00000400:00000010:2.0:1780963367.034919:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006dcf2fb3 (tot 813766). 00000100:00000200:2.0:1780963367.034920:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034934:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070a66301. 00000400:00000010:2.0:1780963367.034937:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af915488 (tot 813918). 00000100:00000200:2.0:1780963367.034945:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034947:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8dc2278. 00000400:00000010:2.0:1780963367.034949:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000061f2cabb (tot 814070). 00000100:00000200:2.0:1780963367.034951:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034953:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000051674259. 00000400:00000010:2.0:1780963367.034954:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001e42e7b0 (tot 814222). 00000100:00000200:2.0:1780963367.034956:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034958:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ba7590. 00000400:00000010:2.0:1780963367.034960:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f795f823 (tot 814374). 00000100:00000200:2.0:1780963367.034962:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034963:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099355e87. 00000400:00000010:2.0:1780963367.034965:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3dd8d62 (tot 814526). 00000100:00000200:2.0:1780963367.034966:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034968:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004938cd0e. 00000400:00000010:2.0:1780963367.034970:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000042d3d070 (tot 814678). 00000100:00000200:2.0:1780963367.034972:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034973:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009c6edf2f. 00000400:00000010:2.0:1780963367.034975:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000028eb0908 (tot 814830). 00000100:00000200:2.0:1780963367.034977:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034979:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e1c78dc. 00000400:00000010:2.0:1780963367.034981:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a97347fb (tot 814982). 00000100:00000200:2.0:1780963367.034983:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034985:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001daea15. 00000400:00000010:2.0:1780963367.034987:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5e89cbf (tot 815134). 00000100:00000200:2.0:1780963367.034989:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034991:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a99455fa. 00000400:00000010:2.0:1780963367.034993:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000cdb7671 (tot 815286). 00000100:00000200:2.0:1780963367.034994:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.034996:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000045edf28a. 00000400:00000010:2.0:1780963367.034997:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000028b42f6e (tot 815438). 00000100:00000200:2.0:1780963367.034999:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035001:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a2b29fe. 00000400:00000010:2.0:1780963367.035003:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000cf04e1e (tot 815590). 00000100:00000200:2.0:1780963367.035005:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035013:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007a6c21d. 00000400:00000010:2.0:1780963367.035016:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a1ea7e (tot 815742). 00000100:00000200:2.0:1780963367.035018:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035020:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080a347e1. 00000400:00000010:2.0:1780963367.035021:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004fef70ea (tot 815894). 00000100:00000200:2.0:1780963367.035023:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035025:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9640843. 00000400:00000010:2.0:1780963367.035026:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a01d4056 (tot 816046). 00000100:00000200:2.0:1780963367.035029:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035031:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064d22f4e. 00000400:00000010:2.0:1780963367.035032:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001f9d8a56 (tot 816198). 00000100:00000200:2.0:1780963367.035034:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035036:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000505fc935. 00000400:00000010:2.0:1780963367.035038:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009c1673b6 (tot 816350). 00000100:00000200:2.0:1780963367.035039:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035041:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085b0efca. 00000400:00000010:2.0:1780963367.035042:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c15494c1 (tot 816502). 00000100:00000200:2.0:1780963367.035044:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035046:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d630538. 00000400:00000010:2.0:1780963367.035048:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006700ede1 (tot 816654). 00000100:00000200:2.0:1780963367.035049:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035051:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdbb9790. 00000400:00000010:2.0:1780963367.035053:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005fd6b37e (tot 816806). 00000100:00000200:2.0:1780963367.035055:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035056:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d1b14f5. 00000400:00000010:2.0:1780963367.035058:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c86f273a (tot 816958). 00000100:00000200:2.0:1780963367.035060:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035061:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000198ae9e8. 00000400:00000010:2.0:1780963367.035063:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e127b2be (tot 817110). 00000100:00000200:2.0:1780963367.035065:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035066:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f46d00a. 00000400:00000010:2.0:1780963367.035067:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004bbb688a (tot 817262). 00000100:00000200:2.0:1780963367.035069:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035070:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d9d7ed. 00000400:00000010:2.0:1780963367.035072:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000ac10599 (tot 817414). 00000100:00000200:2.0:1780963367.035081:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035082:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a48e02a. 00000400:00000010:2.0:1780963367.035084:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000018d5ec02 (tot 817566). 00000100:00000200:2.0:1780963367.035086:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035087:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d8c330d. 00000400:00000010:2.0:1780963367.035089:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3a1b8f (tot 817718). 00000100:00000200:2.0:1780963367.035091:0:5725:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1780963367.035093:0:5725:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad2854d4. 00000400:00000010:2.0:1780963367.035095:0:5725:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b418d5cd (tot 817870). 00000100:00000010:2.0:1780963367.035098:0:5725:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d621c7a4. 00000100:00000200:2.0:1780963367.035169:0:5725:0:(service.c:2861:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1780963367.035206:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000884ae69f. 00000100:00000010:2.0:1780963367.036024:0:5726:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e46ed5dc. 00000020:00000010:2.0:1780963367.036030:0:5726:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e4faba91. 00000020:00000010:2.0:1780963367.036036:0:5726:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e02f9a9. 00000020:00000010:2.0:1780963367.036039:0:5726:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000181d1935. 00000020:00000010:2.0:1780963367.036041:0:5726:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000000607ad0c. 00000040:00000010:2.0:1780963367.036044:0:5726:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000009d152f93. 00000020:00000010:2.0:1780963367.036048:0:5726:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000006e19ef9f. 00000020:00000010:2.0:1780963367.036052:0:5726:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000002ab27269. 00000020:00000010:2.0:1780963367.036056:0:5726:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000003c8646fb. 80000000:00000010:2.0:1780963367.036060:0:5726:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ceea5eb7. 40000000:00000010:2.0:1780963367.036062:0:5726:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000000bf2d5fb. 00000008:00000010:2.0:1780963367.036066:0:5726:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000007543e87d. 00020000:00000010:2.0:1780963367.036070:0:5726:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000003a564e9c. 00008000:00000010:2.0:1780963367.036074:0:5726:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000023c4d927. 00100000:00000010:2.0:1780963367.036078:0:5726:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005b3abb32. 00040000:00000010:2.0:1780963367.036081:0:5726:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000009e5a3ee9. 00040000:00000010:2.0:1780963367.036085:0:5726:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000007022d801. 00040000:00000010:2.0:1780963367.036088:0:5726:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005e3cf518. 00000004:00000010:2.0:1780963367.036092:0:5726:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000005684f829. 00000004:00000010:2.0:1780963367.036096:0:5726:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000006628986a. 00000004:00000010:2.0:1780963367.036100:0:5726:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000754bd611. 00002000:00000010:2.0:1780963367.036103:0:5726:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000af33b803. 00000004:00000010:2.0:1780963367.036106:0:5726:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000702e85a3. 00000080:00000010:2.0:1780963367.036116:0:5726:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000008c0ac610. 00000080:00000010:2.0:1780963367.036120:0:5726:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000851655ba. 00000100:00000010:2.0:1780963367.036123:0:5726:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000710f1b20. 00000100:00000200:2.0:1780963367.036212:0:5726:0:(service.c:2861:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1780963367.036366:0:5717:0:(service.c:3221:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000275fc5a8. 00000100:00000010:2.0:1780963367.038050:0:5727:0:(service.c:2799:ptlrpc_main()) kmalloced '(env)': 56 at 000000007978fa27. 00000020:00000010:2.0:1780963367.038059:0:5727:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f546d143. 00000020:00000010:2.0:1780963367.038065:0:5727:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d696635. 00000020:00000010:2.0:1780963367.038068:0:5727:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077429b43. 00000020:00000010:2.0:1780963367.038070:0:5727:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000006fd0aee. 00000040:00000010:2.0:1780963367.038073:0:5727:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000ef5a0320. 00000020:00000010:2.0:1780963367.038094:0:5727:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d5e49207. 00000020:00000010:2.0:1780963367.038099:0:5727:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000e5cc5fb9. 00000020:00000010:2.0:1780963367.038102:0:5727:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000a49d000b. 80000000:00000010:2.0:1780963367.038107:0:5727:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000005d636fd6. 40000000:00000010:2.0:1780963367.038110:0:5727:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000000a754406. 00000008:00000010:2.0:1780963367.038114:0:5727:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000817ce8e3. 00020000:00000010:2.0:1780963367.038118:0:5727:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000007ce38e1e. 00008000:00000010:2.0:1780963367.038122:0:5727:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000133a2b3b. 00100000:00000010:2.0:1780963367.038126:0:5727:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000c028fe21. 00040000:00000010:2.0:1780963367.038129:0:5727:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000666710dc. 00040000:00000010:2.0:1780963367.038133:0:5727:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000179b62dc. 00040000:00000010:2.0:1780963367.038136:0:5727:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003ee5d594. 00000004:00000010:2.0:1780963367.038141:0:5727:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000fd1ab248. 00000004:00000010:2.0:1780963367.038145:0:5727:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000045aaeb65. 00000004:00000010:2.0:1780963367.038149:0:5727:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000600a0f1b. 00002000:00000010:2.0:1780963367.038153:0:5727:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000cea9516f. 00000004:00000010:2.0:1780963367.038156:0:5727:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000049c7294. 00000080:00000010:2.0:1780963367.038160:0:5727:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000a64a114e. 00000080:00000010:2.0:1780963367.038164:0:5727:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000002d2d95bb. 00000100:00000010:2.0:1780963367.038168:0:5727:0:(service.c:2826:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b63c54b5. 00000100:00000200:2.0:1780963367.038217:0:5727:0:(service.c:2861:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1780963367.038360:0:5717:0:(ldlm_lockd.c:3324:ldlm_setup()) kmalloced '(blp)': 168 at 00000000042e49e8. 00010000:00000010:2.0:1780963367.039158:0:5728:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000a6da1348. 00000020:00000010:2.0:1780963367.039164:0:5728:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7f1f7f8. 00000020:00000010:2.0:1780963367.039168:0:5728:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5c93c5a. 00000020:00000010:2.0:1780963367.039178:0:5728:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000016f20a12. 00000020:00000010:2.0:1780963367.039181:0:5728:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000092194493. 00000020:00000010:2.0:1780963367.039184:0:5728:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000004885779e. 80000000:00000010:2.0:1780963367.039188:0:5728:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000009b9a967e. 40000000:00000010:2.0:1780963367.039190:0:5728:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000b2fe6c4c. 00100000:00000010:2.0:1780963367.039195:0:5728:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000000ce90a6c. 00040000:00000010:2.0:1780963367.039198:0:5728:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000076a5b93b. 00040000:00000010:2.0:1780963367.039203:0:5728:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb7599c1. 00002000:00000010:2.0:1780963367.039207:0:5728:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000076614a3. 00000020:00000010:2.0:1780963367.039210:0:5728:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000001eef2fa. 00010000:00000010:2.0:1780963367.040129:0:5729:0:(ldlm_lockd.c:2956:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000006db9541a. 00000020:00000010:2.0:1780963367.040137:0:5729:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009106c795. 00000020:00000010:2.0:1780963367.040141:0:5729:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000001101bf2a. 00000020:00000010:2.0:1780963367.040144:0:5729:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000021bd5c73. 00000020:00000010:2.0:1780963367.040148:0:5729:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000006048ce88. 00000020:00000010:2.0:1780963367.040151:0:5729:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000003ac37187. 80000000:00000010:2.0:1780963367.040154:0:5729:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000a3186f47. 40000000:00000010:2.0:1780963367.040157:0:5729:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000d07d5629. 00100000:00000010:2.0:1780963367.040162:0:5729:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000d22c266d. 00040000:00000010:2.0:1780963367.040164:0:5729:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000caa9e4d4. 00040000:00000010:2.0:1780963367.040168:0:5729:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000065176788. 00002000:00000010:2.0:1780963367.040172:0:5729:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000194fccd9. 00000020:00000010:2.0:1780963367.040175:0:5729:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8f25a9c. 00000020:00000010:1.0:1780963367.041377:0:5717:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000a5f158bf. 00000100:00000200:1.0:1780963367.041401:0:5717:0:(events.c:571:ptlrpc_uuid_to_peer()) MGC192.168.202.121@tcp_0->12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.041407:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.041434:0:5717:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: 0 00000400:00000200:1.0:1780963367.041436:0:5717:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1780963367.041447:0:5717:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780963367.041450:0:5717:0:(peer.c:2848:lnet_discover_peer_locked()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp: 0. pending discovery 00000400:00000200:1.0:1780963367.041453:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.041457:0:5717:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00000100:00000010:1.0:1780963367.041461:0:5717:0:(connection.c:94:ptlrpc_connection_get()) kmalloced '(conn)': 96 at 00000000c898dc1f. 00010000:00000010:1.0:1780963367.041466:0:5717:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 00000000dc868143. 00010000:00000010:1.0:1780963367.041472:0:5717:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000d94751f4. 00000001:00000010:1.0:1780963367.041477:0:5717:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 00000000398f1462 (tot 818150). 00000001:00000010:1.0:1780963367.041483:0:5717:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000ef765bae (tot 818166). 00000400:00000200:3.0:1780963367.041563:0:2262:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1780963367.041569:0:2262:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100041 00000400:00000010:3.0:1780963367.041576:0:2262:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003922d9b0 (tot 818447). 00000400:00000010:3.0:1780963367.041593:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0010d38. 00000400:00000010:3.0:1780963367.041619:0:2262:0:(lib-lnet.h:485:lnet_rspt_alloc()) rspt alloc 000000002e1edc1a 00000400:00000200:3.0:1780963367.041624:0:2262:0:(lib-move.c:5301:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.041631:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.041636:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.041643:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.041646:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.041649:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.041652:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [1:1:256:4294967295] 192.168.202.121@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1780963367.041655:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.041659:0:2262:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.041665:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : GET try# 0 00000800:00000200:3.0:1780963367.041671:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.041676:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002622a2f6 (tot 818679). 00000400:00000200:3.0:1780963367.041683:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000010:3.0:1780963367.041687:0:2262:0:(socklnd.c:170:ksocknal_create_peer()) alloc '(peer_ni)': 256 at 000000000cb9e623 (tot 818935). 00000800:00000010:3.0:1780963367.041689:0:2262:0:(socklnd.c:119:ksocknal_create_conn_cb()) alloc '(conn_cb)': 200 at 00000000dc27d365 (tot 819135). 00000800:00000200:3.0:1780963367.041694:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (2) 00000800:00000200:3.1F:1780963367.041697:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (2) 00000400:00000200:3.0:1780963367.041731:0:2262:0:(peer.c:3717:lnet_peer_send_ping()) peer 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.041733:0:2262:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100241 rc 0 00000001:00000010:1.0:1780963367.042185:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 216 at 0000000093c46227 (tot 819351). 00000001:00000010:1.0:1780963367.042189:0:5717:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 216 at 0000000066593b1e (tot 819567). 00010000:00000010:1.0:1780963367.042193:0:5717:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at 00000000c71f78a6. 00000020:00000010:1.0:1780963367.042248:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000e159b48d (tot 819647). 00000020:00000010:1.0:1780963367.042252:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000b6ae2a09 (tot 819671). 00000020:00000010:1.0:1780963367.043536:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000003f9e9e1f (tot 819751). 00000020:00000010:1.0:1780963367.043545:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 00000000e794bbff (tot 820015). 00000040:00000010:1.0:1780963367.043610:0:5717:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b810d9b2. 00000020:00000010:1.0:1780963367.046528:0:5717:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 112 at 00000000f288ec35. 00000020:00000010:1.0:1780963367.046552:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000bc38b78d. 00000100:00000010:1.0:1780963367.046587:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000939454bc. 02000000:00000010:1.0:1780963367.046894:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000084488557. 00000020:00000010:1.0:1780963367.046940:0:5717:0:(obd_mount.c:491:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000c5021add. 00000020:00000010:1.0:1780963367.046947:0:5717:0:(obd_mount.c:493:lustre_start_mgc()) kfreed 'data': 192 at 000000000951a6ea. 00000020:00000010:1.0:1780963367.046950:0:5717:0:(obd_mount.c:495:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000002ebfe232. 00000020:00000010:1.0:1780963367.046953:0:5717:0:(obd_mount.c:497:lustre_start_mgc()) kfreed 'niduuid': 25 at 000000002cf83b5e. 00000080:00000010:1.0:1780963367.046980:0:5717:0:(llite_lib.c:1306:ll_fill_super()) kmalloced '(cfg)': 80 at 000000005f5666ff. 00000080:00000010:1.0:1780963367.046984:0:5717:0:(llite_lib.c:99:ll_init_sbi()) kmalloced '(sbi)': 1048 at 00000000a676c14d. 00000020:00000010:1.0:1780963367.047050:0:5717:0:(cl_page.c:1199:cl_cache_init()) kmalloced '(cache)': 184 at 0000000001ed2775. 00000080:00000010:1.0:1780963367.047055:0:5717:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 0000000091bfdfd5. 00000080:00000010:1.0:1780963367.047058:0:5717:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000bc699f9c. 00000020:00000010:1.0:1780963367.047471:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000a7247c79 (tot 820095). 00000800:00000010:0.0:1780963367.047476:0:2252:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5d3d020 (tot 824807). 00000800:00000010:0.0:1780963367.047481:0:2252:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083a0b003 (tot 824951). 00000020:00000010:1.0:1780963367.047482:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 840 at 00000000c66f215c (tot 825791). 00000800:00000010:0.0:1780963367.047505:0:2252:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000054ac517b (tot 825847). 00000020:00000010:1.0:1780963367.047509:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000aded2e13 (tot 825927). 00000020:00000010:1.0:1780963367.047512:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 384 at 00000000350e0404 (tot 826311). 00000800:00000010:0.0:1780963367.047514:0:2252:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000054ac517b (tot 826255). 80000000:00000010:2.0:1780963367.047596:0:2264:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000a088514b. 40000000:00000010:2.0:1780963367.047601:0:2264:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000023d7d632. 00000008:00000010:2.0:1780963367.047610:0:2264:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000005b3a508e. 00020000:00000010:2.0:1780963367.047615:0:2264:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000001a6698db. 00008000:00000010:2.0:1780963367.047620:0:2264:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f3f67672. 00100000:00000010:2.0:1780963367.047624:0:2264:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000cead3656. 00040000:00000010:2.0:1780963367.047629:0:2264:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000a0c09a74. 00040000:00000010:2.0:1780963367.047633:0:2264:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da2b7321. 00040000:00000010:2.0:1780963367.047637:0:2264:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000073da01a1. 00000004:00000010:2.0:1780963367.047642:0:2264:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000d70fbb9d. 00000004:00000010:2.0:1780963367.047652:0:2264:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000997d92a5. 00000004:00000010:2.0:1780963367.047657:0:2264:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000030a691ab. 00002000:00000010:2.0:1780963367.047660:0:2264:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000008aeadaf2. 00000004:00000010:2.0:1780963367.047664:0:2264:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000846bb0c7. 00000080:00000010:2.0:1780963367.047668:0:2264:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000aaba3b65. 00000080:00000010:2.0:1780963367.047671:0:2264:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000443f7ffb. 00000008:00000010:2.0:1780963367.047676:0:2264:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b24ad868. 00020000:00000010:2.0:1780963367.047689:0:2264:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a98a153f. 00008000:00000010:2.0:1780963367.047718:0:2264:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a9fa48e3. 00000080:00000010:2.0:1780963367.047730:0:2264:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a5348270. 02000000:00000010:2.0:1780963367.047746:0:2264:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f6cd6a0b. 00000400:00000200:2.0:1780963367.047757:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963367.047760:0:2264:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003ded0fa. 00000400:00000010:2.0:1780963367.047766:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060e295cc. 00000100:00000200:2.0:1780963367.047772:0:2264:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276791872, portal 25 00000400:00000010:2.0:1780963367.047776:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000340387f0. 00000100:00000200:2.0:1780963367.047778:0:2264:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1867475276791872, offset 0 00000400:00000200:2.0:1780963367.047793:0:2264:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963367.047800:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.047810:0:2264:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:2.0:1780963367.047812:0:2264:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1780963367.047814:0:2264:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1780963367.047817:0:2264:0:(peer.c:2848:lnet_discover_peer_locked()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp: 0. pending discovery 00000400:00000200:2.0:1780963367.047820:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.047822:0:2264:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:2.0:1780963367.047825:0:2264:0:(lib-move.c:2144:lnet_initiate_peer_discovery()) msg 00000000286436b1 delayed. 192.168.202.121@tcp pending discovery 00000020:00000010:1.0:1780963367.050191:0:5717:0:(obd_mount.c:83:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000807674d2. 00000020:00000010:1.0:1780963367.050201:0:5717:0:(obd_mount.c:92:lustre_process_log()) kmalloced '(lcfg)': 176 at 000000009512f413. 10000000:00000010:1.0:1780963367.050210:0:5717:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 279 at 000000003bec0a35. 02000000:00000010:1.0:1780963367.050217:0:5717:0:(sec_config.c:570:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000008fface9e. 00000100:00000010:1.0:1780963367.050224:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa566f9. 02000000:00000010:1.0:1780963367.050238:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a4e7d1d. 00010000:00000010:1.0:1780963367.050252:0:5717:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f7d91b9. 00010000:00000010:1.0:1780963367.050272:0:5717:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aabf321c. 00000020:00000010:1.0:1780963367.050279:0:5717:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000a538741c (tot 826319). 00000100:00000010:1.0:1780963367.050299:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016f7ad6b. 00000400:00000200:3.0:1780963367.055423:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:3.1:1780963367.055433:0:2252:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1780963367.055444:0:2252:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.1:1780963367.055449:0:2252:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1780963367.055456:0:2252:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1780963223046290889 sched[1] 00000800:00000010:3.0:1780963367.055460:0:2252:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083a0b003 (tot 826175). 00000400:00000200:3.0:1780963367.055543:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000800:00000200:3.0:1780963367.055653:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.055657:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002622a2f6 (tot 825943). 00000400:00000200:3.0:1780963367.055661:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.055667:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1780963367.055672:0:2260:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1780963367.055675:0:2260:0:(peer.c:3083:lnet_discovery_event_send()) Ping Send to 192.168.202.121@tcp: 0 00000800:00000010:3.0:1780963367.056894:0:2252:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045892c86 (tot 830655). 00000800:00000010:3.0:1780963367.057034:0:2252:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000035c5ff2 (tot 830799). 00000800:00000010:3.0:1780963367.057045:0:2252:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089a6f5af (tot 830855). 00000800:00000010:3.0:1780963367.057054:0:2252:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089a6f5af (tot 830799). 00000400:00000200:3.0:1780963367.057086:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.057093:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1780963367.057101:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.057106:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.057113:0:2260:0:(lib-move.c:4382:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 48/48 into md 0x20d 00000400:00000200:3.0:1780963367.057126:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.057130:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1780963367.057135:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0010d38 00000400:00000010:3.0:1780963367.057137:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0010d38. 00000400:00000200:3.0:1780963367.057140:0:2260:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1780963367.057144:0:2260:0:(peer.c:2950:lnet_discovery_event_reply()) Peer 192.168.202.121@tcp has discovery enabled 00000400:00000200:3.0:1780963367.057146:0:2260:0:(peer.c:2962:lnet_discovery_event_reply()) peer 192.168.202.121@tcp(000000000a7f3a9a) is MR 00000400:00000200:3.0:1780963367.057148:0:2260:0:(peer.c:3033:lnet_discovery_event_reply()) peer 192.168.202.121@tcp data present 1. state = 0x100241 00000400:00000200:3.0:1780963367.057152:0:2260:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1780963367.057176:0:2262:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1780963367.057180:0:2262:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x1000c1 00000400:00000010:3.0:1780963367.057185:0:2262:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 16 at 00000000c878868c (tot 830815). 00000400:00000010:3.0:1780963367.057188:0:2262:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 32 at 00000000a1571e8c (tot 830847). 00000400:00000010:3.0:1780963367.057190:0:2262:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 16 at 000000007c25e8df (tot 830863). 00000400:00000200:3.0:1780963367.057193:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.057197:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.057198:0:2262:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 16 at 00000000c878868c (tot 830847). 00000400:00000010:3.0:1780963367.057201:0:2262:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 32 at 00000000a1571e8c (tot 830815). 00000400:00000010:3.0:1780963367.057203:0:2262:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 16 at 000000007c25e8df (tot 830799). 00000400:00000010:3.0:1780963367.057206:0:2262:0:(api-ni.c:1775:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003922d9b0 (tot 830518). 00000400:00000200:3.0:1780963367.057210:0:2262:0:(peer.c:3352:lnet_peer_merge_data()) peer 192.168.202.121@tcp (000000000a7f3a9a): 0 00000400:00000200:3.0:1780963367.057212:0:2262:0:(peer.c:3641:lnet_peer_data_present()) peer 192.168.202.121@tcp(000000000a7f3a9a): 0. state = 0x100141 00000400:00000200:3.0:1780963367.057216:0:2262:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100141 rc 1 00000400:00000200:3.0:1780963367.057218:0:2262:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100141 00000400:00000010:3.0:1780963367.057226:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0010d38. 00000400:00000010:3.0:1780963367.057233:0:2262:0:(lib-lnet.h:485:lnet_rspt_alloc()) rspt alloc 0000000009d23d58 00000400:00000200:3.0:1780963367.057237:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.059597:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.059612:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.059618:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [2:2:256:4294967295] 192.168.202.121@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1780963367.059622:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.059626:0:2262:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.059633:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.059639:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.059645:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 830766). 00000800:00000200:3.0:1780963367.059653:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (3) 00000800:00000200:3.0:1780963367.059660:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.059663:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1780963367.059684:0:2262:0:(peer.c:3854:lnet_peer_send_push()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100541 00000400:00000200:3.0:1780963367.059688:0:2262:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100541 rc 0 00000800:00000200:3.0:1780963367.059760:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.059764:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 830518). 00000400:00000200:3.0:1780963367.059768:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.059772:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.059776:0:2259:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1780963367.059778:0:2259:0:(peer.c:3083:lnet_discovery_event_send()) Push Send to 192.168.202.121@tcp: 0 00000400:00000200:3.0:1780963367.063082:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:3.1:1780963367.063093:0:2252:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.0:1780963367.063103:0:2252:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1780963223046290889 sched[1] 00000800:00000010:3.0:1780963367.063107:0:2252:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000035c5ff2 (tot 830374). 00000400:00000200:3.0:1780963367.063172:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000400:00000200:3.0:1780963367.063214:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.121:988 00000400:00000200:3.0:1780963367.063403:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.063408:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : ACK - for me 00000400:00000200:3.0:1780963367.063416:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.063427:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.063434:0:2260:0:(lib-move.c:4435:lnet_parse_ack()) 192.168.202.21@tcp: ACK from 12345-192.168.202.121@tcp into md 0x225 00000400:00000200:3.0:1780963367.063441:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.063445:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1780963367.064106:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0010d38 00000400:00000010:3.0:1780963367.064111:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0010d38. 00000400:00000200:3.0:1780963367.064114:0:2260:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1780963367.064118:0:2260:0:(peer.c:2871:lnet_discovery_event_ack()) peer 192.168.202.121@tcp ev->status 0 00000400:00000200:3.0:1780963367.064122:0:2260:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1780963367.064150:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064154:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.064158:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064160:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064163:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064166:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1780963367.064174:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.121@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:3.0:1780963367.064177:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7076bd6. 00000400:00000200:3.0:1780963367.064183:0:2260:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007fdd2402 00000400:00000200:3.0:1780963367.064217:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.064221:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.064224:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fdd2402 00000400:00000010:3.0:1780963367.064225:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fdd2402. 00000400:00000200:3.0:1780963367.064228:0:2260:0:(api-ni.c:2178:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1780963367.064232:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064235:0:2260:0:(peer.c:2639:lnet_peer_push_event()) peer 192.168.202.121@tcp(000000000a7f3a9a) is MR 00000400:00000010:3.0:1780963367.064239:0:2260:0:(api-ni.c:1761:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000089a6f5af (tot 830431). 00000400:00000200:3.0:1780963367.064242:0:2260:0:(peer.c:2716:lnet_peer_push_event()) Received Push 192.168.202.121@tcp 1 00000400:00000200:3.0:1780963367.064245:0:2260:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1780963367.064251:0:2260:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1780963367.064254:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064259:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.064264:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [3:3:256:4294967295] 192.168.202.121@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1780963367.064353:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064362:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:3.0:1780963367.064367:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.064372:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 830679). 00000800:00000200:3.0:1780963367.064377:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:3.0:1780963367.064382:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.064386:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1780963367.064426:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.064429:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 830431). 00000400:00000200:3.0:1780963367.064433:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.064436:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1780963367.064642:0:2262:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1780963367.064648:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000041315c7. 00000400:00000010:3.0:1780963367.064652:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0010d38. 00000400:00000200:3.0:1780963367.064659:0:2262:0:(api-ni.c:2168:lnet_push_target_post()) posted push target 00000000a26a0c08 00000400:00000200:3.0:1780963367.064664:0:2262:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x1000c1 00000400:00000010:3.0:1780963367.064669:0:2262:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 16 at 000000007c25e8df (tot 830447). 00000400:00000010:3.0:1780963367.064672:0:2262:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 32 at 00000000d89a9683 (tot 830479). 00000400:00000010:3.0:1780963367.064674:0:2262:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 16 at 00000000c878868c (tot 830495). 00000400:00000200:3.0:1780963367.064678:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064681:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.064683:0:2262:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 16 at 000000007c25e8df (tot 830479). 00000400:00000010:3.0:1780963367.064686:0:2262:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 32 at 00000000d89a9683 (tot 830447). 00000400:00000010:3.0:1780963367.064688:0:2262:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 16 at 00000000c878868c (tot 830431). 00000400:00000010:3.0:1780963367.064690:0:2262:0:(api-ni.c:1775:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000089a6f5af (tot 830374). 00000400:00000200:3.0:1780963367.064693:0:2262:0:(peer.c:3352:lnet_peer_merge_data()) peer 192.168.202.121@tcp (000000000a7f3a9a): 0 00000400:00000200:3.0:1780963367.064695:0:2262:0:(peer.c:3641:lnet_peer_data_present()) peer 192.168.202.121@tcp(000000000a7f3a9a): 0. state = 0x100141 00000400:00000200:3.0:1780963367.064698:0:2262:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100141 rc 1 00000400:00000200:3.0:1780963367.064713:0:2262:0:(peer.c:4031:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100141 00000400:00000200:3.0:1780963367.064716:0:2262:0:(peer.c:3773:lnet_peer_discovered()) peer 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.064723:0:2262:0:(peer.c:4053:lnet_peer_discovery()) peer 192.168.202.121@tcp(000000000a7f3a9a) state 0x100111 rc 0 00000400:00000200:3.0:1780963367.064726:0:2262:0:(peer.c:2491:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.064730:0:2262:0:(peer.c:2523:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.064734:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064739:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.064745:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.064748:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.064750:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.064753:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [4:4:256:4294967295] 192.168.202.121@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1780963367.064756:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.064762:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.064766:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.064768:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 830622). 00000800:00000200:3.0:1780963367.064771:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:3.0:1780963367.064775:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.064777:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.064830:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.064833:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 830374). 00000400:00000200:3.0:1780963367.064835:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.064838:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.064841:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000340387f0 00000400:00000010:3.0:1780963367.064843:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000340387f0. 00000100:00000200:3.0:1780963367.064850:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000939454bc x1867475276791872/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000010:3.0:1780963367.067356:0:2252:0:(socklnd.c:880:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068c8eeb6 (tot 835086). 00000800:00000010:3.0:1780963367.067367:0:2252:0:(socklnd.c:906:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000035c5ff2 (tot 835230). 00000800:00000010:3.0:1780963367.067374:0:2252:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089a6f5af (tot 835286). 00000800:00000010:3.0:1780963367.067382:0:2252:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089a6f5af (tot 835230). 00000400:00000200:3.0:1780963367.068341:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.068350:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.068363:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.068368:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.068372:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.068376:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 25 MB=0x6a27578800040 00000400:00000200:3.0:1780963367.068381:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.068386:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 416/416 into md 0x215 [1] + 0 00000400:00000200:3.0:1780963367.068402:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.068406:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.068416:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000939454bc x1867475276791872/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963367.068531:0:2264:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003ded0fa. 00000400:00000200:0.0:1780963367.068537:0:2264:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060e295cc 00000400:00000010:0.0:1780963367.068539:0:2264:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060e295cc. 00000100:00000200:0.0:1780963367.068545:0:2264:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000939454bc x1867475276791872/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.068553:0:2264:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000939454bc x1867475276791872/t0(0) o250->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963367.068620:0:2264:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f6cd6a0b. 02000000:00000010:0.0:1780963367.068628:0:2264:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000084488557. 00000100:00000010:0.0:1780963367.068632:0:2264:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000939454bc. 02000000:00000010:1.0:1780963367.068729:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004cdb71d5. 00000400:00000200:1.0:1780963367.068736:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.068739:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebed18fa. 00000400:00000010:1.0:1780963367.068754:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a6df1a. 00000100:00000200:1.0:1780963367.068761:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276791936, portal 25 00000400:00000010:1.0:1780963367.068766:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000159c63ef. 00000100:00000200:1.0:1780963367.068769:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475276791936, offset 0 00000400:00000200:1.0:1780963367.068787:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.068794:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.068800:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963367.068807:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963367.068810:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963367.068813:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963367.068816:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [5:5:256:4294967295] 192.168.202.121@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1780963367.068820:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.068828:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963367.068834:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963367.068846:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ac1063e (tot 835478). 00000800:00000200:1.0:1780963367.068852:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:1.0:1780963367.068859:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963367.068862:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008ac1063e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.069558:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.069564:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ac1063e (tot 835230). 00000400:00000200:3.0:1780963367.069570:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.069576:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.069580:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000159c63ef 00000400:00000010:3.0:1780963367.069582:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000159c63ef. 00000100:00000200:3.0:1780963367.069588:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001aa566f9 x1867475276791936/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963379 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.076719:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.076731:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.076743:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.076749:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.076754:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.076758:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a27578800080 00000400:00000200:3.0:1780963367.076764:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.076769:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x22d [1] + 224 00000400:00000200:3.0:1780963367.076783:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.076788:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.076805:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001aa566f9 x1867475276791936/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963379 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963367.076856:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebed18fa. 00000400:00000200:3.0:1780963367.076872:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a6df1a 00000400:00000010:3.0:1780963367.076875:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a6df1a. 00000100:00000200:3.0:1780963367.076880:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001aa566f9 x1867475276791936/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963379 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963367.076888:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001aa566f9 x1867475276791936/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963379 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963367.076914:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016f7ad6b. 02000000:00000010:3.0:1780963367.076936:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004cdb71d5. 02000000:00000010:3.0:1780963367.076942:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a4e7d1d. 00000100:00000010:3.0:1780963367.076946:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa566f9. 10000000:00000010:3.0:1780963367.076954:0:5717:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000089a6f5af. 00000020:00000010:3.0:1780963367.076958:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003922d9b0. 00000020:00000010:3.0:1780963367.076964:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0b7a3ec. 00000040:00000010:3.0:1780963367.076967:0:5717:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000a2a04224. 00000020:00000010:3.0:1780963367.076971:0:5717:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000003a0757c2. 00000020:00000010:3.0:1780963367.076976:0:5717:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000b8cbd375. 80000000:00000010:3.0:1780963367.076980:0:5717:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000004c958157. 00040000:00000010:3.0:1780963367.076985:0:5717:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000000c1340a4. 20000000:00000010:3.0:1780963367.076989:0:5717:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 0000000082a6f6ff. 00000040:00000010:3.0:1780963367.076995:0:5717:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000d85fc896. 00000100:00000010:3.0:1780963367.077017:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd243a90. 02000000:00000010:3.0:1780963367.077031:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc9506eb. 00000100:00000010:3.0:1780963367.077043:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.077059:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1f46210. 00000400:00000200:3.0:1780963367.077065:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.077067:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963367.077072:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afb1d649. 00000100:00000200:3.0:1780963367.077077:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276792000, portal 25 00000400:00000010:3.0:1780963367.077081:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088fd5398. 00000100:00000200:3.0:1780963367.077083:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867475276792000, offset 0 00000400:00000200:3.0:1780963367.077088:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.077094:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.077108:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.077116:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.077119:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.077122:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.077125:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [6:6:256:4294967295] 192.168.202.121@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1780963367.077129:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.077136:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.077140:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.077144:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 835478). 00000800:00000200:3.0:1780963367.077149:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:3.0:1780963367.077155:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.077158:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.077221:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.077225:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 835230). 00000400:00000200:3.0:1780963367.077228:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.077231:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.077234:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088fd5398 00000400:00000010:3.0:1780963367.077235:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088fd5398. 00000100:00000200:3.0:1780963367.077239:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd243a90 x1867475276792000/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.080124:0:2252:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:3.1:1780963367.080135:0:2252:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1780963367.080145:0:2252:0:(socklnd.c:1167:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1780963223046290889 sched[1] 00000800:00000010:3.0:1780963367.080149:0:2252:0:(socklnd.c:1175:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000035c5ff2 (tot 835086). 00000400:00000200:3.0:1780963367.080621:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.080627:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.080635:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.080640:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.080644:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.080648:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 272 into portal 25 MB=0x6a275788000c0 00000400:00000200:3.0:1780963367.080653:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.080665:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 272/272 into md 0x235 [1] + 224 00000400:00000200:3.0:1780963367.080680:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.080685:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.080695:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd243a90 x1867475276792000/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963367.080746:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963367.080750:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afb1d649 00000400:00000010:3.0:1780963367.080752:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afb1d649. 00000100:00000200:3.0:1780963367.080756:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd243a90 x1867475276792000/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963367.080763:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd243a90 x1867475276792000/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963367.080786:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.080806:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1f46210. 02000000:00000010:3.0:1780963367.080811:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc9506eb. 00000100:00000010:3.0:1780963367.080814:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd243a90. 00000040:00000010:3.0:1780963367.080819:0:5717:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000d85fc896. 00000020:00000010:3.0:1780963367.080826:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000f0b7a3ec. 00000040:00000010:3.0:1780963367.080830:0:5717:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000a2a04224. 00000020:00000010:3.0:1780963367.080833:0:5717:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000003a0757c2. 00000020:00000010:3.0:1780963367.080838:0:5717:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000b8cbd375. 80000000:00000010:3.0:1780963367.080842:0:5717:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000004c958157. 00040000:00000010:3.0:1780963367.080846:0:5717:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000000c1340a4. 20000000:00000010:3.0:1780963367.080850:0:5717:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 0000000082a6f6ff. 00000020:00000010:3.0:1780963367.080853:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003922d9b0. 10000000:00000010:3.0:1780963367.080855:0:5717:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000089a6f5af. 10000000:00000010:3.0:1780963367.080869:0:5717:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 271 at 000000003922d9b0. 10000000:00000010:3.0:1780963367.080875:0:5717:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 278 at 0000000082a6f6ff. 10000000:00000010:3.0:1780963367.080878:0:5717:0:(mgc_request.c:219:do_config_log_add()) kmalloced '(cld)': 277 at 000000000c1340a4. 00000100:00000010:3.0:1780963367.080883:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd243a90. 02000000:00000010:3.0:1780963367.080894:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8cbd375. 00010000:00000010:3.0:1780963367.080909:0:5717:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000645bd6a. 00000020:00000010:3.0:1780963367.080921:0:5717:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000089a6f5af (tot 835150). 00000100:00000010:3.0:1780963367.080937:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.080954:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d30e9eaa. 00000400:00000200:3.0:1780963367.080960:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.080962:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963367.080965:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afb1d649. 00000100:00000200:3.0:1780963367.080971:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792064, portal 25 00000400:00000010:3.0:1780963367.080976:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088fd5398. 00000100:00000200:3.0:1780963367.080977:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475276792064, offset 0 00000400:00000200:3.0:1780963367.080983:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.080989:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.080996:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.081003:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.081007:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.081010:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.081014:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [7:7:256:4294967295] 192.168.202.121@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1780963367.081017:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.081024:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.081030:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.081034:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 835398). 00000800:00000200:3.0:1780963367.081039:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963367.081047:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.081050:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.081127:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.081131:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 835150). 00000400:00000200:3.0:1780963367.081134:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.081138:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.081141:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088fd5398 00000400:00000010:3.0:1780963367.081142:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088fd5398. 00000100:00000200:3.0:1780963367.081146:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd243a90 x1867475276792064/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.082730:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.082739:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.082746:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.082750:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.082754:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.082757:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a27578800100 00000400:00000200:3.0:1780963367.082762:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.082767:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x245 [1] + 224 00000400:00000200:3.0:1780963367.082805:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.082810:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.082818:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd243a90 x1867475276792064/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963367.082861:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963367.082864:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afb1d649 00000400:00000010:3.0:1780963367.082866:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afb1d649. 00000100:00000200:3.0:1780963367.082870:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd243a90 x1867475276792064/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963367.082876:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd243a90 x1867475276792064/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963367.082895:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.082918:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d30e9eaa. 02000000:00000010:3.0:1780963367.082923:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8cbd375. 00000100:00000010:3.0:1780963367.082926:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd243a90. 10000000:00000010:3.0:1780963367.082935:0:5717:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ff78ab8f. 00000020:00000010:3.0:1780963367.082939:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8cbd375. 00000020:00000010:3.0:1780963367.082943:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a2a04224. 00000040:00000010:3.0:1780963367.082946:0:5717:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000f0b7a3ec. 00000020:00000010:3.0:1780963367.082950:0:5717:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000003a0757c2. 00000020:00000010:3.0:1780963367.082955:0:5717:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d85fc896. 80000000:00000010:3.0:1780963367.082959:0:5717:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000004c958157. 00040000:00000010:3.0:1780963367.082971:0:5717:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc9506eb. 20000000:00000010:3.0:1780963367.082975:0:5717:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000f1f46210. 00000040:00000010:3.0:1780963367.082981:0:5717:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000641d297f. 00000100:00000010:3.0:1780963367.082987:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd243a90. 02000000:00000010:3.0:1780963367.082998:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd788b21. 00000100:00000010:3.0:1780963367.083009:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.083023:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d8123f8. 00000400:00000200:3.0:1780963367.083028:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.083030:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963367.083033:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afb1d649. 00000100:00000200:3.0:1780963367.083040:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276792128, portal 25 00000400:00000010:3.0:1780963367.083044:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088fd5398. 00000100:00000200:3.0:1780963367.083046:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867475276792128, offset 0 00000400:00000200:3.0:1780963367.083051:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.083057:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.083063:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.083068:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.083071:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.083074:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.083077:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [8:8:256:4294967295] 192.168.202.121@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1780963367.083080:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.083086:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.083090:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.083094:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 835398). 00000800:00000200:3.0:1780963367.083099:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963367.083105:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.083108:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.083198:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.083201:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 835150). 00000400:00000200:3.0:1780963367.083204:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.083208:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.083216:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088fd5398 00000400:00000010:3.0:1780963367.083218:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088fd5398. 00000100:00000200:3.0:1780963367.083223:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd243a90 x1867475276792128/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.085218:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085228:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.085341:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085346:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085349:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085354:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 272 into portal 25 MB=0x6a27578800140 00000400:00000200:3.0:1780963367.085360:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085366:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 272/272 into md 0x255 [1] + 224 00000400:00000200:3.0:1780963367.085383:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.085387:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.085398:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd243a90 x1867475276792128/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963367.085438:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963367.085442:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afb1d649 00000400:00000010:3.0:1780963367.085443:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afb1d649. 00000100:00000200:3.0:1780963367.085448:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd243a90 x1867475276792128/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963367.085454:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd243a90 x1867475276792128/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963367.085475:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.085510:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d8123f8. 02000000:00000010:3.0:1780963367.085514:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd788b21. 00000100:00000010:3.0:1780963367.085517:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd243a90. 00000040:00000010:3.0:1780963367.085526:0:5717:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aed8a58f. 00000100:00000010:3.0:1780963367.085531:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd243a90. 02000000:00000010:3.0:1780963367.085540:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd788b21. 00000100:00000010:3.0:1780963367.085547:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.085583:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fb0604c4. 00000400:00000200:3.0:1780963367.085587:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.085590:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963367.085594:0:5717:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000035c5ff2 (tot 835334). 00000100:00000200:3.0:1780963367.085600:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475276792192, portal 25 00000400:00000010:3.0:1780963367.085604:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afb1d649. 00000100:00000200:3.0:1780963367.085606:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475276792192, offset 0 00000400:00000200:3.0:1780963367.085611:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.085616:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085622:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.085629:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.085632:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.085635:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.085638:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [9:9:256:4294967295] 192.168.202.121@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1780963367.085641:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.085648:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.085652:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.085656:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002622a2f6 (tot 835582). 00000800:00000200:3.0:1780963367.085660:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963367.085667:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.085670:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002622a2f6 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.086928:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.086934:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002622a2f6 (tot 835334). 00000400:00000200:3.0:1780963367.086940:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.086947:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.086951:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afb1d649 00000400:00000010:3.0:1780963367.086953:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afb1d649. 00000100:00000200:3.0:1780963367.086959:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd243a90 x1867475276792192/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.091039:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.091049:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.091069:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.091074:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.091078:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.091082:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8416 into portal 25 MB=0x6a27578800180 00000400:00000200:3.0:1780963367.091087:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.091093:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8416/8416 into md 0x265 [4] + 224 00000400:00000200:3.0:1780963367.091113:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.091117:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.091128:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd243a90 x1867475276792192/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1780963367.091172:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963367.091177:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000035c5ff2 00000400:00000010:3.0:1780963367.091179:0:5717:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000035c5ff2 (tot 835150). 00000100:00000200:3.0:1780963367.091187:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd243a90 x1867475276792192/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1780963367.091194:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd243a90 x1867475276792192/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1780963367.091217:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f58af7. 02000000:00000010:3.0:1780963367.091228:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000fb0604c4. 02000000:00000010:3.0:1780963367.091259:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd788b21. 00000100:00000010:3.0:1780963367.091264:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd243a90. 00000040:00000010:3.0:1780963367.091275:0:5717:0:(llog.c:883:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000207f3038. 00000020:00000010:3.0:1780963367.092015:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd788b21. 00000020:00000010:3.0:1780963367.092023:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d8123f8. 00000040:00000010:3.0:1780963367.092026:0:5736:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000000d3f5741. 00000020:00000010:3.0:1780963367.092031:0:5736:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000f5da2489. 00000020:00000010:3.0:1780963367.092036:0:5736:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000085594fc. 80000000:00000010:3.0:1780963367.092039:0:5736:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000092cca138. 00040000:00000010:3.0:1780963367.092044:0:5736:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000002622a2f6. 00040000:00000010:3.0:1780963367.092048:0:5736:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000076cecdd1. 20000000:00000010:3.0:1780963367.092053:0:5736:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000006b3cae24. 00000040:00000010:3.0:1780963367.092067:0:5736:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000017848d8c. 00000100:00000010:3.0:1780963367.092073:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd243a90. 02000000:00000010:3.0:1780963367.092086:0:5736:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddb4e391. 00000100:00000010:3.0:1780963367.092098:0:5736:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 02000000:00000010:3.0:1780963367.092122:0:5736:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fb0604c4. 00000400:00000200:3.0:1780963367.092129:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.092133:0:5736:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963367.092140:0:5736:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000ebd2d32a (tot 835334). 00000100:00000200:3.0:1780963367.092146:0:5736:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475276792256, portal 25 00000400:00000010:3.0:1780963367.092152:0:5736:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afb1d649. 00000100:00000200:3.0:1780963367.092155:0:5736:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475276792256, offset 0 00000400:00000200:3.0:1780963367.092161:0:5736:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.092169:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.092177:0:5736:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.092184:0:5736:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.092188:0:5736:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.092191:0:5736:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.092194:0:5736:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [10:10:256:4294967295] 192.168.202.121@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1780963367.092198:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.092206:0:5736:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.092211:0:5736:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.092215:0:5736:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aef32ee1 (tot 835582). 00000800:00000200:3.0:1780963367.092221:0:5736:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963367.092229:0:5736:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.092233:0:5736:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aef32ee1 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.093173:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.093181:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aef32ee1 (tot 835334). 00000400:00000200:3.0:1780963367.093186:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.093194:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.093199:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afb1d649 00000400:00000010:3.0:1780963367.093201:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afb1d649. 00000100:00000200:3.0:1780963367.093215:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd243a90 x1867475276792256/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.094876:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.094885:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.094892:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.094896:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.094900:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.094904:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8472 into portal 25 MB=0x6a275788001c0 00000400:00000200:3.0:1780963367.094910:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.094915:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8472/8472 into md 0x275 [4] + 224 00000400:00000200:3.0:1780963367.094944:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.094949:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.094957:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd243a90 x1867475276792256/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.095164:0:5736:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:1.0:1780963367.095169:0:5736:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd2d32a 00000400:00000010:1.0:1780963367.095172:0:5736:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000ebd2d32a (tot 835150). 00000100:00000200:1.0:1780963367.095178:0:5736:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd243a90 x1867475276792256/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.095186:0:5736:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd243a90 x1867475276792256/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.095213:0:5736:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 02000000:00000010:1.0:1780963367.095226:0:5736:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000fb0604c4. 02000000:00000010:1.0:1780963367.095240:0:5736:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ddb4e391. 00000100:00000010:1.0:1780963367.095244:0:5736:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd243a90. 00000020:00000010:1.0:1780963367.095265:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008ac1063e. 00000020:00000010:1.0:1780963367.095268:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008ac1063e. 00000020:00000010:1.0:1780963367.095274:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.095278:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.095301:0:5736:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 000000006594ebd6. 00000020:00000010:1.0:1780963367.095309:0:5736:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e7371e69. 00000020:00000010:1.0:1780963367.095366:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.095370:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.095375:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.095378:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000007348c77e. 00000001:00000010:1.0:1780963367.095399:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000008ac1063e (tot 835382). 00000001:00000010:1.0:1780963367.095404:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004f5f5ff7 (tot 835414). 00000001:00000010:1.0:1780963367.095407:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000743e2a7f (tot 835758). 00000001:00000010:1.0:1780963367.095410:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000086db3dab (tot 836102). 00000001:00000010:1.0:1780963367.095412:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff74cca4 (tot 836446). 00000001:00000010:1.0:1780963367.095422:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a4e7d1d (tot 836790). 00000001:00000010:1.0:1780963367.095426:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000008736ce7e (tot 837022). 00000001:00000010:1.0:1780963367.095429:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c76478ca (tot 837054). 00000001:00000010:1.0:1780963367.095431:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fca6b2d2 (tot 837398). 00000001:00000010:1.0:1780963367.095433:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000000afbe2 (tot 837742). 00000001:00000010:1.0:1780963367.095435:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a7ca25b (tot 838086). 00000001:00000010:1.0:1780963367.095438:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2eed132 (tot 838430). 00000020:00000010:1.0:1780963367.095443:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3da6a4c. 00000020:00000010:1.0:1780963367.095449:0:5736:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.095457:0:5736:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006241163d. 00000008:00000010:1.0:1780963367.095463:0:5736:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.095467:0:5736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.095480:0:5736:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.095525:0:5736:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000137ddc89. 00000020:00000010:1.0:1780963367.095531:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005793b8a2. 00000020:00000010:1.0:1780963367.095534:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af831575. 00000020:00000010:1.0:1780963367.095536:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000003a9503ad. 00000008:00000010:1.0:1780963367.095546:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.095550:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.095560:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.095569:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.095581:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00020000:00000010:1.0:1780963367.095586:0:5736:0:(lov_dev.c:520:lov_device_alloc()) kmalloced '(ld)': 584 at 000000004cdb71d5. 00000020:00000010:1.0:1780963367.095600:0:5736:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000113f3f07. 00020000:00000010:1.0:1780963367.095728:0:5736:0:(lov_dev.c:537:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000ae0945c6. 00020000:00000010:1.0:1780963367.095733:0:5736:0:(lov_dev.c:544:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 000000000894c120. 00000020:00000010:1.0:1780963367.095759:0:5736:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000502458b0. 00000020:00000010:1.0:1780963367.095767:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000000e214e7a (tot 838510). 00000020:00000010:1.0:1780963367.095770:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 144 at 00000000cbb0317a (tot 838654). 00000020:00000010:1.0:1780963367.095776:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000003ac50b35. 00000040:00000010:1.0:1780963367.095779:0:5736:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000ced94ae8. 00000020:00000010:1.0:1780963367.095786:0:5736:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000005dffaa03. 00000020:00000010:1.0:1780963367.095790:0:5736:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000046b1efa7. 00000020:00000010:1.0:1780963367.098522:0:5736:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000ac6cea2d. 80000000:00000010:1.0:1780963367.098538:0:5736:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e43a43c7. 40000000:00000010:1.0:1780963367.098541:0:5736:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000cb8c8206. 00000008:00000010:1.0:1780963367.098546:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000097dee2c9. 00020000:00000010:1.0:1780963367.098550:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000006d11858d. 00008000:00000010:1.0:1780963367.098554:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000073caf6e0. 00100000:00000010:1.0:1780963367.098558:0:5736:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000fc6300ff. 00040000:00000010:1.0:1780963367.098564:0:5736:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000004f275b28. 00040000:00000010:1.0:1780963367.098568:0:5736:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000006dff7690. 00040000:00000010:1.0:1780963367.098571:0:5736:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000eb39e7f6. 00000004:00000010:1.0:1780963367.098575:0:5736:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000008a5d0348. 00000004:00000010:1.0:1780963367.098580:0:5736:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000046ef8bc. 00000004:00000010:1.0:1780963367.098585:0:5736:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000d943cd90. 00002000:00000010:1.0:1780963367.098589:0:5736:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000009c30cde7. 00000004:00000010:1.0:1780963367.098593:0:5736:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000b961168e. 00000080:00000010:1.0:1780963367.098597:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d21bb462. 00000080:00000010:1.0:1780963367.098602:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000004833de7a. 00000020:00000010:1.0:1780963367.098608:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000af831575. 00000020:00000010:1.0:1780963367.098612:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000003a9503ad. 00000008:00000010:1.0:1780963367.098616:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.098619:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.098622:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.098626:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.098629:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.098632:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005793b8a2. 00000020:00000010:1.0:1780963367.098637:0:5736:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.098641:0:5736:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006241163d. 00000008:00000010:1.0:1780963367.098644:0:5736:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.098648:0:5736:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.098652:0:5736:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.098654:0:5736:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000137ddc89. 00000020:00000010:1.0:1780963367.098665:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3da6a4c. 00000020:00000010:1.0:1780963367.098669:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000007348c77e. 00000020:00000010:1.0:1780963367.098672:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.098682:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bc0e3f36. 00000020:00000010:1.0:1780963367.098685:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bc0e3f36. 00000020:00000010:1.0:1780963367.098690:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bc0e3f36. 00000020:00000010:1.0:1780963367.098692:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bc0e3f36. 00000020:00000010:1.0:1780963367.098694:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.098699:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.098721:0:5736:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000d7d6785f. 00000020:00000010:1.0:1780963367.098727:0:5736:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000086711f06. 00000020:00000010:1.0:1780963367.098781:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.098784:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.098788:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.098800:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000007348c77e. 00000001:00000010:1.0:1780963367.098817:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000bc0e3f36 (tot 838886). 00000001:00000010:1.0:1780963367.098821:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000080c1b66a (tot 838918). 00000001:00000010:1.0:1780963367.098825:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3da6a4c (tot 839262). 00000001:00000010:1.0:1780963367.098827:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005793b8a2 (tot 839606). 00000001:00000010:1.0:1780963367.098829:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af831575 (tot 839950). 00000001:00000010:1.0:1780963367.098830:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dacae321 (tot 840294). 00000001:00000010:1.0:1780963367.098832:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000009aaf84e7 (tot 840526). 00000001:00000010:1.0:1780963367.098834:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b5c889b1 (tot 840558). 00000001:00000010:1.0:1780963367.098836:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fea6ce43 (tot 840902). 00000001:00000010:1.0:1780963367.098838:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a1690b0 (tot 841246). 00000001:00000010:1.0:1780963367.098840:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004708f079 (tot 841590). 00000001:00000010:1.0:1780963367.098842:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000476a922f (tot 841934). 00000020:00000010:1.0:1780963367.098963:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000ac9928d8 (tot 842014). 00000020:00000010:1.0:1780963367.098968:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 000000002c19256b (tot 842374). 80000000:00000010:1.0:1780963367.098978:0:5736:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at 00000000063a6247. 00000020:00000010:1.0:1780963367.099010:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000007348c77e. 00000020:00000010:1.0:1780963367.099013:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.099017:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099019:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099022:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099023:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099025:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000095f044f. 00000020:00000010:1.0:1780963367.099028:0:5736:0:(obd_config.c:1068:class_add_profile()) kmalloced '(lprof)': 48 at 0000000097cfcb93. 00000020:00000010:1.0:1780963367.099031:0:5736:0:(obd_config.c:1074:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 0000000030a1d68a. 00000020:00000010:1.0:1780963367.099033:0:5736:0:(obd_config.c:1080:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000066f84846. 00000020:00000010:1.0:1780963367.099035:0:5736:0:(obd_config.c:1087:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 00000000626fce41. 00000020:00000010:1.0:1780963367.099036:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000095f044f. 00000020:00000010:1.0:1780963367.099040:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099042:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099045:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099047:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f340b839. 00000020:00000010:1.0:1780963367.099049:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000003a9503ad. 00000100:00000010:1.0:1780963367.099055:0:5736:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 00000000e0a4e17b. 00000400:00000200:1.0:1780963367.099065:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.099074:0:5736:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000020:00000010:1.0:1780963367.099077:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.099081:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.099083:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.099089:0:5736:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000352b04c7. 00000020:00000010:1.0:1780963367.099092:0:5736:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000fcd37ae2. 00000020:00000010:1.0:1780963367.099139:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.099142:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.099145:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.099148:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007348c77e. 00000001:00000010:1.0:1780963367.099159:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f340b839 (tot 842606). 00000001:00000010:1.0:1780963367.099162:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a2706a13 (tot 842638). 00000001:00000010:1.0:1780963367.099170:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000252460cc (tot 842982). 00000001:00000010:1.0:1780963367.099172:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c48bc597 (tot 843326). 00000001:00000010:1.0:1780963367.099175:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac383ba4 (tot 843670). 00000001:00000010:1.0:1780963367.099177:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1b0f18f (tot 844014). 00000001:00000010:1.0:1780963367.099180:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f99c398c (tot 844246). 00000001:00000010:1.0:1780963367.099182:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c6abc78f (tot 844278). 00000001:00000010:1.0:1780963367.099184:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007479d073 (tot 844622). 00000001:00000010:1.0:1780963367.099187:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090b524e0 (tot 844966). 00000001:00000010:1.0:1780963367.099190:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ec32032 (tot 845310). 00000001:00000010:1.0:1780963367.099192:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d654ea19 (tot 845654). 00000020:00000010:1.0:1780963367.099195:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000095c0469. 00000020:00000010:1.0:1780963367.099198:0:5736:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.099201:0:5736:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006241163d. 00000008:00000010:1.0:1780963367.099204:0:5736:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.099207:0:5736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.099209:0:5736:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.099213:0:5736:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000137ddc89. 00000020:00000010:1.0:1780963367.099216:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ea91c9a. 00000020:00000010:1.0:1780963367.099218:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fb8da92. 00000020:00000010:1.0:1780963367.099220:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000004675dc8f. 00000008:00000010:1.0:1780963367.099223:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.099225:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.099227:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.099228:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.099230:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000002:00000010:1.0:1780963367.099234:0:5736:0:(mdc_dev.c:1590:mdc_device_alloc()) kmalloced '(oc)': 104 at 00000000aa4fdb3a. 00010000:00000010:1.0:1780963367.099244:0:5736:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000056c10ed. 00000020:00000010:1.0:1780963367.099249:0:5736:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000b82ae1be. 00000100:00000200:1.0:1780963367.099261:0:5736:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.099266:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.099270:0:5736:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:1.0:1780963367.099279:0:5736:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 00000000095f044f. 00010000:00000010:1.0:1780963367.099283:0:5736:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 0000000002bd7fa9. 00000001:00000010:1.0:1780963367.099287:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 00000000bb5911ef (tot 845934). 00000001:00000010:1.0:1780963367.099290:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000ddaf211b (tot 846190). 00000001:00000010:1.0:1780963367.099337:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f945dc2b (tot 879046). 00000001:00000010:1.0:1780963367.099384:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003c9588ee (tot 911902). 00000001:00000010:1.0:1780963367.099432:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002c8f6cd8 (tot 944758). 00000001:00000010:1.0:1780963367.099478:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000481143f (tot 977614). 00000001:00000010:1.0:1780963367.099559:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000845154df (tot 1010470). 00000001:00000010:1.0:1780963367.099606:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000592b670e (tot 1043326). 00000001:00000010:1.0:1780963367.099651:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002865c0aa (tot 1076182). 00000001:00000010:1.0:1780963367.099698:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000428e0e86 (tot 1109038). 00000001:00000010:1.0:1780963367.099776:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000720a9000 (tot 1141894). 00000001:00000010:1.0:1780963367.099836:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002c7d2399 (tot 1174750). 00000001:00000010:1.0:1780963367.099888:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004692b162 (tot 1207606). 00000001:00000010:1.0:1780963367.099938:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000efb7b83f (tot 1240462). 00000001:00000010:1.0:1780963367.099985:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000098f7e2b4 (tot 1273318). 00000001:00000010:1.0:1780963367.100032:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000050ccbbdc (tot 1306174). 00000001:00000010:1.0:1780963367.100081:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000007e9136a (tot 1339030). 00000001:00000010:1.0:1780963367.100131:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f80b71a6 (tot 1371886). 00000001:00000010:1.0:1780963367.100178:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000001788856c (tot 1404742). 00000001:00000010:1.0:1780963367.100228:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000cb694c0d (tot 1437598). 00000001:00000010:1.0:1780963367.100279:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000775f16b5 (tot 1470454). 00000001:00000010:1.0:1780963367.100324:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000040aee9e0 (tot 1503310). 00000001:00000010:1.0:1780963367.100372:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000db4a7c54 (tot 1536166). 00000001:00000010:1.0:1780963367.100426:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a02baabf (tot 1569022). 00000001:00000010:1.0:1780963367.100469:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000bb002dcc (tot 1601878). 00000001:00000010:1.0:1780963367.100547:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002869bc83 (tot 1634734). 00000001:00000010:1.0:1780963367.100598:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000f4d14b9e (tot 1667590). 00000001:00000010:1.0:1780963367.100646:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000008af2913 (tot 1700446). 00000001:00000010:1.0:1780963367.100693:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004afc6071 (tot 1733302). 00000001:00000010:1.0:1780963367.108777:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a6477d7e (tot 1766158). 00000001:00000010:1.0:1780963367.108966:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000007d14d323 (tot 1799014). 00000001:00000010:1.0:1780963367.109013:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000c8dc62e2 (tot 1831870). 00000001:00000010:1.0:1780963367.109062:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000a0af414 (tot 1864726). 00000001:00000010:1.0:1780963367.109108:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000008c3b48c3 (tot 1897582). 00010000:00000010:1.0:1780963367.109128:0:5736:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at 000000001601c3e3. 00000020:00000010:1.0:1780963367.109184:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000041586766 (tot 1897662). 00000020:00000010:1.0:1780963367.109188:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 0000000091a82895 (tot 1897686). 00000020:00000010:1.0:1780963367.110614:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000003cf68ccc (tot 1897766). 00000020:00000010:1.0:1780963367.110625:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 0000000078fad3c5 (tot 1898030). 00000100:00000010:1.0:1780963367.110691:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d9f7cc6. 00000100:00000010:1.0:1780963367.110697:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e2ea078. 00000001:00000010:1.0:1780963367.110712:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000cae0004b (tot 1898262). 00000001:00000010:1.0:1780963367.110719:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000f61ce72 (tot 1898270). 00000001:00000010:1.0:1780963367.110722:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000088042c (tot 1898614). 00000001:00000010:1.0:1780963367.110725:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f84c6f74 (tot 1898846). 00000001:00000010:1.0:1780963367.110727:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003c303232 (tot 1898854). 00000001:00000010:1.0:1780963367.110729:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000029b315da (tot 1899198). 00000001:00000010:1.0:1780963367.110731:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000050067efe (tot 1899430). 00000001:00000010:1.0:1780963367.110734:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000daca5479 (tot 1899438). 00000001:00000010:1.0:1780963367.110735:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e99c080 (tot 1899782). 00000020:00000010:1.0:1780963367.111956:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000000b56d355 (tot 1899862). 00000020:00000010:1.0:1780963367.111967:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 00000000e88c78fe (tot 1900222). 00000020:00000010:1.0:1780963367.111991:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000003fe7776 (tot 1900302). 00000020:00000010:1.0:1780963367.111993:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000b8ab6771 (tot 1903014). 00000040:00000010:1.0:1780963367.112014:0:5736:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000856f17e1. 00000002:00000010:1.0:1780963367.112025:0:5736:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000ac806f7f. 00000020:00000010:1.0:1780963367.112196:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007fb8da92. 00000020:00000010:1.0:1780963367.112202:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000004675dc8f. 00000008:00000010:1.0:1780963367.112206:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.112211:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.112215:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.112221:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.112225:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.112229:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ea91c9a. 00000020:00000010:1.0:1780963367.113910:0:5736:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.113915:0:5736:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006241163d. 00000008:00000010:1.0:1780963367.113920:0:5736:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.113925:0:5736:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.113931:0:5736:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.113935:0:5736:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000137ddc89. 00000020:00000010:1.0:1780963367.113938:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000095c0469. 00000020:00000010:1.0:1780963367.113943:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.113946:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.113957:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.113963:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000007348c77e. 00800000:00000010:1.0:1780963367.113976:0:5736:0:(lmv_obd.c:395:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000095c0469. 00000020:00000010:1.0:1780963367.113981:0:5736:0:(lu_tgt_descs.c:399:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000a5298687. 00000020:00000010:1.0:1780963367.113986:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ea91c9a. 00000020:00000010:1.0:1780963367.113990:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fb8da92. 00000020:00000010:1.0:1780963367.113993:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000004675dc8f. 00000008:00000010:1.0:1780963367.113997:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.114000:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.114004:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.114009:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.114013:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.114022:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007fb8da92. 00000020:00000010:1.0:1780963367.114032:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000004675dc8f. 00000008:00000010:1.0:1780963367.114036:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.114039:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.114041:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.114045:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.114046:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.114049:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ea91c9a. 00000020:00000010:1.0:1780963367.114051:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000007348c77e. 00000020:00000010:1.0:1780963367.114053:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.114058:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d9846b19. 00000020:00000010:1.0:1780963367.114060:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d9846b19. 00000020:00000010:1.0:1780963367.114066:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d9846b19. 00000020:00000010:1.0:1780963367.114067:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d9846b19. 00000020:00000010:1.0:1780963367.114071:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d9846b19. 00000020:00000010:1.0:1780963367.114072:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d9846b19. 00000020:00000010:1.0:1780963367.114074:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000003a9503ad. 00000100:00000010:1.0:1780963367.114078:0:5736:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000000ea91c9a. 00000400:00000200:1.0:1780963367.114087:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.114096:0:5736:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1780963367.114101:0:5736:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 000000000ea91c9a. 00000020:00000010:1.0:1780963367.114104:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.114107:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.114110:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.114119:0:5736:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 00000000df5d7322. 00000020:00000010:1.0:1780963367.114128:0:5736:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000008e0c5f50. 00000020:00000010:1.0:1780963367.114184:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.114187:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.114191:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.114194:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007348c77e. 00000001:00000010:1.0:1780963367.114215:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000d9846b19 (tot 1903246). 00000001:00000010:1.0:1780963367.114220:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b79b8c8a (tot 1903278). 00000001:00000010:1.0:1780963367.114228:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ea91c9a (tot 1903622). 00000001:00000010:1.0:1780963367.116757:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007fb8da92 (tot 1903966). 00000001:00000010:1.0:1780963367.116767:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed8702de (tot 1904310). 00000001:00000010:1.0:1780963367.116771:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a2963aa (tot 1904654). 00000001:00000010:1.0:1780963367.116777:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000005ec8bb1a (tot 1904886). 00000001:00000010:1.0:1780963367.116782:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b470727c (tot 1904918). 00000001:00000010:1.0:1780963367.116787:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a36b6db (tot 1905262). 00000001:00000010:1.0:1780963367.116790:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000022512899 (tot 1905606). 00000001:00000010:1.0:1780963367.116792:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e142c89c (tot 1905950). 00000001:00000010:1.0:1780963367.116794:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005be8ed3d (tot 1906294). 00000020:00000010:1.0:1780963367.116799:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9ba42df. 00000020:00000010:1.0:1780963367.116805:0:5736:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.116810:0:5736:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006241163d. 00000008:00000010:1.0:1780963367.116815:0:5736:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.116819:0:5736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.116823:0:5736:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.116829:0:5736:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000137ddc89. 00000020:00000010:1.0:1780963367.116832:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b111601e. 00000020:00000010:1.0:1780963367.116835:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d764fa86. 00000020:00000010:1.0:1780963367.116838:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000004675dc8f. 00000008:00000010:1.0:1780963367.116842:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.116845:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.116848:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.116851:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.116854:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000002:00000010:1.0:1780963367.116857:0:5736:0:(mdc_dev.c:1590:mdc_device_alloc()) kmalloced '(oc)': 104 at 00000000bbf90a21. 00010000:00000010:1.0:1780963367.116871:0:5736:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000e138771d. 00000020:00000010:1.0:1780963367.116876:0:5736:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 000000009574f81a. 00000100:00000200:1.0:1780963367.116896:0:5736:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.116902:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.116908:0:5736:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:1.0:1780963367.116918:0:5736:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 00000000e120f2c3. 00010000:00000010:1.0:1780963367.116923:0:5736:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000fcc1c58c. 00000001:00000010:1.0:1780963367.116926:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 000000006b8a66eb (tot 1906574). 00000001:00000010:1.0:1780963367.116930:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000072d1183d (tot 1906830). 00000001:00000010:1.0:1780963367.116974:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000877373e7 (tot 1939686). 00000001:00000010:1.0:1780963367.117022:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000002d1dae88 (tot 1972542). 00000001:00000010:1.0:1780963367.117067:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000bbe9b97e (tot 2005398). 00000001:00000010:1.0:1780963367.117119:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000048e4b07f (tot 2038254). 00000001:00000010:1.0:1780963367.117164:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000018eacef8 (tot 2071110). 00000001:00000010:1.0:1780963367.117208:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000717d523e (tot 2103966). 00000001:00000010:1.0:1780963367.117255:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000055fd2f80 (tot 2136822). 00000001:00000010:1.0:1780963367.117300:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000098f7ff5a (tot 2169678). 00000001:00000010:1.0:1780963367.117348:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000084fb2cbf (tot 2202534). 00000001:00000010:1.0:1780963367.117391:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000070f1ffcb (tot 2235390). 00000001:00000010:1.0:1780963367.117437:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000084e4a7b2 (tot 2268246). 00000001:00000010:1.0:1780963367.117482:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000d53a178 (tot 2301102). 00000001:00000010:1.0:1780963367.117559:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000094d75575 (tot 2333958). 00000001:00000010:1.0:1780963367.117606:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000889678df (tot 2366814). 00000001:00000010:1.0:1780963367.117664:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000000fd641aa (tot 2399670). 00000001:00000010:1.0:1780963367.117721:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000038852c22 (tot 2432526). 00000001:00000010:1.0:1780963367.117766:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000bd4a3938 (tot 2465382). 00000001:00000010:1.0:1780963367.117815:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000007c1350cc (tot 2498238). 00000001:00000010:1.0:1780963367.117861:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000003c85ced3 (tot 2531094). 00000001:00000010:1.0:1780963367.117907:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000007a192c7d (tot 2563950). 00000001:00000010:1.0:1780963367.117956:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000058bb9bc (tot 2596806). 00000001:00000010:1.0:1780963367.118002:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000c937d908 (tot 2629662). 00000001:00000010:1.0:1780963367.118050:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000006c72f564 (tot 2662518). 00000001:00000010:1.0:1780963367.118096:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e3b14874 (tot 2695374). 00000001:00000010:1.0:1780963367.118157:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 0000000036fe9a3f (tot 2728230). 00000001:00000010:1.0:1780963367.118204:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000a86a4a83 (tot 2761086). 00000001:00000010:1.0:1780963367.118266:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000008e1e9933 (tot 2793942). 00000001:00000010:1.0:1780963367.118314:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000341a30dd (tot 2826798). 00000001:00000010:1.0:1780963367.118362:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000e5a85e61 (tot 2859654). 00000001:00000010:1.0:1780963367.118408:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 000000004bd9dbfa (tot 2892510). 00000001:00000010:1.0:1780963367.118450:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000ab594ccc (tot 2925366). 00000001:00000010:1.0:1780963367.118518:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32856 at 00000000d9c2c020 (tot 2958222). 00010000:00000010:1.0:1780963367.118535:0:5736:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at 00000000dcee6d32. 00000020:00000010:1.0:1780963367.118587:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000dd5c2e67 (tot 2958302). 00000020:00000010:1.0:1780963367.118591:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 00000000524e26fd (tot 2958326). 00000020:00000010:1.0:1780963367.118635:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000c0f10bce (tot 2958406). 00000020:00000010:1.0:1780963367.118639:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 000000004ef5725c (tot 2958670). 00000100:00000010:1.0:1780963367.118685:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab59fa85. 00000100:00000010:1.0:1780963367.118689:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a2a15047. 00000001:00000010:1.0:1780963367.118693:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000da4f0a08 (tot 2958902). 00000001:00000010:1.0:1780963367.118698:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007c21548d (tot 2958910). 00000001:00000010:1.0:1780963367.118700:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5b532ad (tot 2959254). 00000001:00000010:1.0:1780963367.122328:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000285cb763 (tot 2959486). 00000001:00000010:1.0:1780963367.122337:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000023376c8a (tot 2959494). 00000001:00000010:1.0:1780963367.122341:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072d74b04 (tot 2959838). 00000001:00000010:1.0:1780963367.122344:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000eeea8740 (tot 2960070). 00000001:00000010:1.0:1780963367.122347:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004f2923fd (tot 2960078). 00000001:00000010:1.0:1780963367.122349:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be254273 (tot 2960422). 00000020:00000010:1.0:1780963367.122878:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000789c1299 (tot 2960502). 00000020:00000010:1.0:1780963367.122885:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 360 at 000000009f8f3edd (tot 2960862). 00000020:00000010:1.0:1780963367.122909:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000013be48f9 (tot 2960942). 00000020:00000010:1.0:1780963367.122912:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 00000000a76b0e6d (tot 2963654). 00000040:00000010:1.0:1780963367.122934:0:5736:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000016f7ad6b. 00000002:00000010:1.0:1780963367.122942:0:5736:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000383f542d. 00000020:00000010:1.0:1780963367.123611:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d764fa86. 00000020:00000010:1.0:1780963367.123618:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 000000004675dc8f. 00000008:00000010:1.0:1780963367.123623:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.123629:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.123634:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.123639:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.123644:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.123648:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b111601e. 00000020:00000010:1.0:1780963367.123654:0:5736:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.123658:0:5736:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006241163d. 00000008:00000010:1.0:1780963367.123662:0:5736:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.123666:0:5736:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.123671:0:5736:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.123673:0:5736:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000137ddc89. 00000020:00000010:1.0:1780963367.123676:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9ba42df. 00000020:00000010:1.0:1780963367.123680:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.123684:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003a9503ad. 00000020:00000010:1.0:1780963367.123693:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000009d62aebb. 00000020:00000010:1.0:1780963367.123697:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000007348c77e. 00800000:00000010:1.0:1780963367.123719:0:5736:0:(lmv_obd.c:395:lmv_add_target()) kmalloced '(tgt)': 368 at 000000009182bc2b. 00000020:00000010:1.0:1780963367.123726:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002943f54e. 00000020:00000010:1.0:1780963367.123729:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f301d465. 00000020:00000010:1.0:1780963367.123731:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.123735:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.123737:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.123739:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.123743:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.123746:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.123753:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000f301d465. 00000020:00000010:1.0:1780963367.123756:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.123764:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.123766:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.123768:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.123771:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.123773:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.123775:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002943f54e. 00000020:00000010:1.0:1780963367.123777:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000007348c77e. 00000020:00000010:1.0:1780963367.123779:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000009d62aebb. 00000020:00000010:1.0:1780963367.123784:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000062cd9f86. 00000020:00000010:1.0:1780963367.123786:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000062cd9f86. 00000020:00000010:1.0:1780963367.123791:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000062cd9f86. 00000020:00000010:1.0:1780963367.124315:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000062cd9f86. 00000020:00000010:1.0:1780963367.124324:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000062cd9f86. 00000020:00000010:1.0:1780963367.124326:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000062cd9f86. 00000020:00000010:1.0:1780963367.124329:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000009d62aebb. 00000100:00000010:1.0:1780963367.124333:0:5736:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000002943f54e. 00000400:00000200:1.0:1780963367.124344:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.124354:0:5736:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1780963367.124358:0:5736:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 000000002943f54e. 00000020:00000010:1.0:1780963367.124361:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000009d62aebb. 00000020:00000010:1.0:1780963367.124364:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000009d62aebb. 00000020:00000010:1.0:1780963367.124368:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.124377:0:5736:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 0000000049e0e3ae. 00000020:00000010:1.0:1780963367.124396:0:5736:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000e7dac932. 00000020:00000010:1.0:1780963367.124457:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007348c77e. 00000020:00000010:1.0:1780963367.124460:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000009d62aebb. 00000020:00000010:1.0:1780963367.124464:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000009d62aebb. 00000020:00000010:1.0:1780963367.124467:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007348c77e. 00000001:00000010:1.0:1780963367.124482:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000062cd9f86 (tot 2963886). 00000001:00000010:0.0:1780963367.125318:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000050e80be7 (tot 2963918). 00000001:00000010:0.0:1780963367.125324:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f028ff8b (tot 2964262). 00000001:00000010:0.0:1780963367.125326:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055327dfb (tot 2964606). 00000001:00000010:0.0:1780963367.125328:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e02ef2d (tot 2964950). 00000001:00000010:0.0:1780963367.125331:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b877aa60 (tot 2965294). 00000001:00000010:0.0:1780963367.125334:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000050fe8839 (tot 2965526). 00000001:00000010:0.0:1780963367.125342:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001ac0356d (tot 2965558). 00000001:00000010:0.0:1780963367.125345:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5761396 (tot 2965902). 00000001:00000010:0.0:1780963367.125347:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001d8358c (tot 2966246). 00000001:00000010:0.0:1780963367.125350:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d7766ce (tot 2966590). 00000001:00000010:0.0:1780963367.125353:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000183cefd3 (tot 2966934). 00000020:00000010:0.0:1780963367.125357:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045b716cf. 00000020:00000010:0.0:1780963367.125362:0:5736:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.125374:0:5736:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcdaa0e6. 00000008:00000010:0.0:1780963367.125378:0:5736:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000c76d861c. 00020000:00000010:0.0:1780963367.125393:0:5736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000027d9f84. 00008000:00000010:0.0:1780963367.125415:0:5736:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000000b93cccc. 00000080:00000010:0.0:1780963367.125427:0:5736:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000099e1c173. 00000020:00000010:0.0:1780963367.125431:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba2fdaaf. 00000020:00000010:0.0:1780963367.125434:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de71f8cf. 00000020:00000010:0.0:1780963367.125436:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000054ac517b. 00000008:00000010:0.0:1780963367.125440:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.125443:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.125448:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.125451:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.125454:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000001271a518. 00000008:00000010:0.0:1780963367.125457:0:5736:0:(osc_dev.c:210:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000070f3a205. 00000020:00000010:0.0:1780963367.125470:0:5736:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000af4f8d17. 00000100:00000200:0.0:1780963367.125937:0:5736:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.125947:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.125955:0:5736:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:0.0:1780963367.125961:0:5736:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 0000000064e9ef62. 00010000:00000010:0.0:1780963367.125967:0:5736:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 00000000a8c7631a. 00000001:00000010:0.0:1780963367.125972:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 0000000009bbb430 (tot 2967214). 00000001:00000010:0.0:1780963367.125975:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000001efd4d98 (tot 2967342). 00000001:00000010:0.0:1780963367.125980:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000f58db995 (tot 2971526). 00000001:00000010:0.0:1780963367.125993:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000008e0b67cc (tot 2975710). 00000001:00000010:0.0:1780963367.126003:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000b62b013b (tot 2979894). 00000001:00000010:0.0:1780963367.126008:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000b4d2a192 (tot 2984078). 00000001:00000010:0.0:1780963367.126013:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000065c22d78 (tot 2988262). 00000001:00000010:0.0:1780963367.126023:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000aba4fef4 (tot 2992446). 00000001:00000010:0.0:1780963367.126028:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000008061db7a (tot 2996630). 00000001:00000010:0.0:1780963367.126033:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000c674820e (tot 3000814). 00000001:00000010:0.0:1780963367.126038:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000082671d12 (tot 3004998). 00000001:00000010:0.0:1780963367.126048:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000007c3b2a6e (tot 3009182). 00000001:00000010:0.0:1780963367.126055:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000c226ddf3 (tot 3013366). 00000001:00000010:0.0:1780963367.126060:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000081e4cf36 (tot 3017550). 00000001:00000010:0.0:1780963367.126065:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000072fb57e8 (tot 3021734). 00000001:00000010:0.0:1780963367.126077:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000ea088e72 (tot 3025918). 00000001:00000010:0.0:1780963367.126084:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000002ebedabd (tot 3030102). 00000001:00000010:0.0:1780963367.126088:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000006e4550a7 (tot 3034286). 00010000:00000010:0.0:1780963367.126094:0:5736:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at 00000000b228e8f0. 00000020:00000010:0.0:1780963367.126142:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000003cbfa143 (tot 3034366). 00000020:00000010:0.0:1780963367.126146:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 0000000018beba11 (tot 3034390). 00000020:00000010:0.0:1780963367.126196:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000074711503 (tot 3034470). 00000020:00000010:0.0:1780963367.126199:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 000000000fa8e620 (tot 3034734). 00000100:00000010:0.0:1780963367.127819:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003da41e3f. 00000100:00000010:0.0:1780963367.127828:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000752ac1c5. 00000001:00000010:0.0:1780963367.127835:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000f769c668 (tot 3034966). 00000001:00000010:0.0:1780963367.127842:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000006ab575a (tot 3034974). 00000001:00000010:0.0:1780963367.127845:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008060c021 (tot 3035318). 00000001:00000010:0.0:1780963367.127848:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000007a66d71c (tot 3035550). 00000001:00000010:0.0:1780963367.127851:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000078d42ae3 (tot 3035558). 00000001:00000010:0.0:1780963367.127853:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8c9e621 (tot 3035902). 00000001:00000010:0.0:1780963367.127856:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000002b74514c (tot 3036134). 00000001:00000010:0.0:1780963367.127864:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000aeca931a (tot 3036142). 00000001:00000010:0.0:1780963367.127866:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057197f50 (tot 3036486). 00000020:00000010:0.0:1780963367.128043:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 0000000091ac3da3 (tot 3036566). 00000020:00000010:0.0:1780963367.128048:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 0000000033750515 (tot 3039278). 00000100:00000010:0.0:1780963367.128062:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ce1e321. 00000100:00000010:0.0:1780963367.128224:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000006784a47. 00000100:00000010:0.0:1780963367.128228:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a726cbda. 00000100:00000010:0.0:1780963367.128533:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000004dfc5d62. 00000100:00000010:0.0:1780963367.128539:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f963089e. 00000100:00000010:0.0:1780963367.128696:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000004d762171. 00000100:00000010:0.0:1780963367.128711:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6d2faeb. 00000100:00000010:0.0:1780963367.128942:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000053a22ae5. 00000100:00000010:0.0:1780963367.128948:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af141a13. 00000100:00000010:0.0:1780963367.129104:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000088b99f31. 00000100:00000010:0.0:1780963367.129109:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064e6b5c9. 00000100:00000010:0.0:1780963367.129413:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000003fa77f70. 00000100:00000010:0.0:1780963367.129418:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000027be8c20. 00000100:00000010:0.0:1780963367.132062:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000cd26e8ef. 00000100:00000010:0.0:1780963367.132077:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e962782. 00000100:00000010:0.0:1780963367.132567:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000cc4f9804. 00000100:00000010:0.0:1780963367.132573:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068ad441c. 00000100:00000010:0.0:1780963367.132739:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000fa407548. 00000100:00000010:0.0:1780963367.132744:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022555849. 00000100:00000010:0.0:1780963367.132988:0:5736:0:(client.c:596:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000002140ac4d. 00000020:00000010:0.0:1780963367.132998:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000de71f8cf. 00000020:00000010:0.0:1780963367.133008:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000054ac517b. 00000008:00000010:0.0:1780963367.133013:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.133021:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.133027:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.133032:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.133036:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000001271a518. 00000020:00000010:0.0:1780963367.133049:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba2fdaaf. 00000020:00000010:0.0:1780963367.133055:0:5736:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.133059:0:5736:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcdaa0e6. 00000008:00000010:0.0:1780963367.133064:0:5736:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000c76d861c. 00020000:00000010:0.0:1780963367.133069:0:5736:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000027d9f84. 00008000:00000010:0.0:1780963367.133073:0:5736:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000b93cccc. 00000080:00000010:0.0:1780963367.133077:0:5736:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000099e1c173. 00000020:00000010:0.0:1780963367.133080:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045b716cf. 00000020:00000010:0.0:1780963367.133086:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007348c77e. 00000020:00000010:0.0:1780963367.133090:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000009d62aebb. 00000020:00000010:0.0:1780963367.133102:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.133108:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.133117:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f8121ff. 00000020:00000010:0.0:1780963367.133121:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed4f4ab0. 00000020:00000010:0.0:1780963367.133123:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000dba75770. 00000008:00000010:0.0:1780963367.133127:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.133130:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.133133:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.133137:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.133140:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000001271a518. 00020000:00000010:0.0:1780963367.133155:0:5736:0:(lov_obd.c:511:lov_add_target()) kmalloced '(newtgts)': 16 at 000000004c35820c. 00020000:00000010:0.0:1780963367.133159:0:5736:0:(lov_obd.c:534:lov_add_target()) kmalloced '(tgt)': 368 at 0000000008e23288. 00020000:00000010:0.0:1780963367.133165:0:5736:0:(lov_dev.c:305:lov_expand_targets()) kmalloced '(newd)': 16 at 00000000f92309e1. 00000020:00000010:0.0:1780963367.133168:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed4f4ab0. 00000020:00000010:0.0:1780963367.133171:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000dba75770. 00000008:00000010:0.0:1780963367.133173:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.133176:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.133177:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.133179:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.133181:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000001271a518. 00000020:00000010:0.0:1780963367.133182:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f8121ff. 00000020:00000010:0.0:1780963367.133184:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.133192:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.133198:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007d977cc5. 00000020:00000010:0.0:1780963367.133200:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007d977cc5. 00000020:00000010:0.0:1780963367.133206:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007d977cc5. 00000020:00000010:0.0:1780963367.133208:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007d977cc5. 00000020:00000010:0.0:1780963367.133212:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007d977cc5. 00000020:00000010:0.0:1780963367.133214:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007d977cc5. 00000020:00000010:0.0:1780963367.133216:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000009c8f9df2. 00000100:00000010:0.0:1780963367.133220:0:5736:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 320 at 000000003f8121ff. 00000400:00000200:0.0:1780963367.133377:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.133388:0:5736:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1780963367.133391:0:5736:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 320 at 000000003f8121ff. 00000020:00000010:0.0:1780963367.133395:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.133399:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.133402:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003c9b4673. 00000020:00000010:0.0:1780963367.133411:0:5736:0:(genops.c:72:obd_device_alloc()) slab-alloced 'obd': 5336 at 000000005acb63f0. 00000020:00000010:0.0:1780963367.133431:0:5736:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000a4080b57. 00000020:00000010:0.0:1780963367.133518:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003c9b4673. 00000020:00000010:0.0:1780963367.133523:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.133527:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.133530:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003c9b4673. 00000001:00000010:0.0:1780963367.133549:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 000000007d977cc5 (tot 3039510). 00000001:00000010:0.0:1780963367.133554:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a4e2d733 (tot 3039542). 00000001:00000010:0.0:1780963367.133557:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f8121ff (tot 3039886). 00000001:00000010:0.0:1780963367.133559:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed4f4ab0 (tot 3040230). 00000001:00000010:0.0:1780963367.133562:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007375ad20 (tot 3040574). 00000001:00000010:0.0:1780963367.133564:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe344e84 (tot 3040918). 00000001:00000010:0.0:1780963367.133567:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000313bd7f7 (tot 3041150). 00000001:00000010:0.0:1780963367.133569:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d04b4c59 (tot 3041182). 00000001:00000010:0.0:1780963367.133572:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d44015ee (tot 3041526). 00000001:00000010:0.0:1780963367.133580:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aaf8b2c9 (tot 3041870). 00000001:00000010:0.0:1780963367.133582:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d793e6bc (tot 3042214). 00000001:00000010:0.0:1780963367.133584:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007918a68d (tot 3042558). 00000020:00000010:0.0:1780963367.133588:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004708033a. 00000020:00000010:0.0:1780963367.133591:0:5736:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.133594:0:5736:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcdaa0e6. 00000008:00000010:0.0:1780963367.133597:0:5736:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000c76d861c. 00020000:00000010:0.0:1780963367.133599:0:5736:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000027d9f84. 00008000:00000010:0.0:1780963367.133601:0:5736:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000000b93cccc. 00000080:00000010:0.0:1780963367.133604:0:5736:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000099e1c173. 00000020:00000010:0.0:1780963367.133607:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045b716cf. 00000020:00000010:0.0:1780963367.133609:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba2fdaaf. 00000020:00000010:0.0:1780963367.133611:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000dba75770. 00000008:00000010:0.0:1780963367.133613:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.133615:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.133617:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.133619:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.133621:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000001271a518. 00000008:00000010:0.0:1780963367.133623:0:5736:0:(osc_dev.c:210:osc_device_alloc()) kmalloced '(osc)': 104 at 000000000583e0fd. 00000020:00000010:0.0:1780963367.133635:0:5736:0:(genops.c:1240:class_new_import()) kmalloced '(imp)': 1688 at 00000000df0d47e8. 00000100:00000200:0.0:1780963367.133650:0:5736:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.202.121@tcp->12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.133655:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.133660:0:5736:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.202.121@tcp primary NID 192.168.202.121@tcp rc 0 00010000:00000010:0.0:1780963367.133666:0:5736:0:(ldlm_lib.c:89:import_set_conn()) kmalloced '(imp_conn)': 72 at 000000008bb0b13a. 00010000:00000010:0.0:1780963367.133671:0:5736:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 824 at 000000002ed5864d. 00000001:00000010:0.0:1780963367.133675:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 280 at 00000000de71f8cf (tot 3042838). 00000001:00000010:0.0:1780963367.133678:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000006ec43ab0 (tot 3042966). 00000001:00000010:0.0:1780963367.133683:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000009e10e8af (tot 3047150). 00000001:00000010:0.0:1780963367.133697:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000021b6a27 (tot 3051334). 00000001:00000010:0.0:1780963367.133715:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000a6adc648 (tot 3055518). 00000001:00000010:0.0:1780963367.133722:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000078468a44 (tot 3059702). 00000001:00000010:0.0:1780963367.133733:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000d0aeea30 (tot 3063886). 00000001:00000010:0.0:1780963367.133745:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000000dffb085 (tot 3068070). 00000001:00000010:0.0:1780963367.133750:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000a50b6607 (tot 3072254). 00000001:00000010:0.0:1780963367.133756:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000009e94d7c4 (tot 3076438). 00000001:00000010:0.0:1780963367.133762:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000a87700a1 (tot 3080622). 00000001:00000010:0.0:1780963367.133773:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000000dc73013 (tot 3084806). 00000001:00000010:0.0:1780963367.133779:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000c9d326c3 (tot 3088990). 00000001:00000010:0.0:1780963367.133785:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 000000008fdd8cfc (tot 3093174). 00000001:00000010:0.0:1780963367.133791:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 0000000094c08202 (tot 3097358). 00000001:00000010:0.0:1780963367.133885:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000b35a0b98 (tot 3101542). 00000001:00000010:0.0:1780963367.133891:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000f22d3ef9 (tot 3105726). 00000001:00000010:0.0:1780963367.133897:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4184 at 00000000205bc180 (tot 3109910). 00010000:00000010:0.0:1780963367.133902:0:5736:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at 0000000015e4fd14. 00000020:00000010:0.0:1780963367.133953:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000d7d6552a (tot 3109990). 00000020:00000010:0.0:1780963367.133956:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 24 at 000000006e55cad1 (tot 3110014). 00000020:00000010:0.0:1780963367.133998:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000b4e782b9 (tot 3110094). 00000020:00000010:0.0:1780963367.134003:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 264 at 000000009c0b24ec (tot 3110358). 00000100:00000010:0.0:1780963367.134339:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067f49a43. 00000100:00000010:0.0:1780963367.134345:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aab6f32a. 00000001:00000010:0.0:1780963367.134350:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 0000000020fd3d65 (tot 3110590). 00000001:00000010:0.0:1780963367.134355:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005ba74ce2 (tot 3110598). 00000001:00000010:0.0:1780963367.134358:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e8ae74c (tot 3110942). 00000001:00000010:0.0:1780963367.134360:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000c28b41dc (tot 3111174). 00000001:00000010:0.0:1780963367.134363:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001b4cb62c (tot 3111182). 00000001:00000010:0.0:1780963367.134365:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008529f588 (tot 3111526). 00000001:00000010:0.0:1780963367.134369:0:5736:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at 00000000886e8cfd (tot 3111758). 00000001:00000010:0.0:1780963367.134371:0:5736:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002d5a9b5a (tot 3111766). 00000001:00000010:0.0:1780963367.134374:0:5736:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d7e966e (tot 3112110). 00000020:00000010:0.0:1780963367.134558:0:5736:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 00000000eb9a1edf (tot 3112190). 00000020:00000010:0.0:1780963367.134564:0:5736:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 2712 at 000000001bb30f57 (tot 3114902). 00000020:00000010:0.0:1780963367.134580:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba2fdaaf. 00000020:00000010:0.0:1780963367.134585:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000dba75770. 00000008:00000010:0.0:1780963367.134588:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.134592:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.134596:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.134600:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.134603:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000001271a518. 00000020:00000010:0.0:1780963367.134606:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045b716cf. 00000020:00000010:0.0:1780963367.134609:0:5736:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.134612:0:5736:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcdaa0e6. 00000008:00000010:0.0:1780963367.134615:0:5736:0:(osc_dev.c:149:osc_session_fini()) slab-freed '(info)': 344 at 00000000c76d861c. 00020000:00000010:0.0:1780963367.134618:0:5736:0:(lov_dev.c:127:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000027d9f84. 00008000:00000010:0.0:1780963367.134621:0:5736:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000b93cccc. 00000080:00000010:0.0:1780963367.134623:0:5736:0:(vvp_dev.c:127:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000099e1c173. 00000020:00000010:0.0:1780963367.134626:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004708033a. 00000020:00000010:0.0:1780963367.134629:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003c9b4673. 00000020:00000010:0.0:1780963367.134632:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.134639:0:5736:0:(obd_config.c:1896:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.134643:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.134648:0:5736:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c0dee52. 00000020:00000010:0.0:1780963367.134650:0:5736:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093e8df00. 00000020:00000010:0.0:1780963367.134653:0:5736:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000dba75770. 00000008:00000010:0.0:1780963367.134655:0:5736:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.134657:0:5736:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.134660:0:5736:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.134663:0:5736:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.134665:0:5736:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000001271a518. 00020000:00000010:0.0:1780963367.134674:0:5736:0:(lov_obd.c:534:lov_add_target()) kmalloced '(tgt)': 368 at 00000000d617c42d. 00000020:00000010:0.0:1780963367.134679:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000093e8df00. 00000020:00000010:0.0:1780963367.134682:0:5736:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000dba75770. 00000008:00000010:0.0:1780963367.134684:0:5736:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000005de63a23. 00020000:00000010:0.0:1780963367.134692:0:5736:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 000000009f356d6f. 00008000:00000010:0.0:1780963367.134694:0:5736:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000002f45777c. 00000080:00000010:0.0:1780963367.134696:0:5736:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000465ef210. 00000080:00000010:0.0:1780963367.134698:0:5736:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 000000001271a518. 00000020:00000010:0.0:1780963367.134699:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c0dee52. 00000020:00000010:0.0:1780963367.134711:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000b38e881b. 00000020:00000010:0.0:1780963367.134714:0:5736:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.134720:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001a763e11. 00000020:00000010:0.0:1780963367.134722:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001a763e11. 00000020:00000010:0.0:1780963367.134726:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001a763e11. 00000020:00000010:0.0:1780963367.134727:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001a763e11. 00000020:00000010:0.0:1780963367.134729:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000009c8f9df2. 00000020:00000010:0.0:1780963367.134731:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000009c8f9df2. 00000100:00000010:0.0:1780963367.134738:0:5736:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e6e92d0a. 02000000:00000010:0.0:1780963367.134749:0:5736:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c0dee52. 00000100:00000010:0.0:1780963367.134761:0:5736:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c9b4673. 02000000:00000010:0.0:1780963367.134791:0:5736:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c9416f88. 00000400:00000200:0.0:1780963367.135962:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.135968:0:5736:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0c88165. 00000400:00000010:0.0:1780963367.135986:0:5736:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 0000000096cd0830 (tot 3115086). 00000100:00000200:0.0:1780963367.135995:0:5736:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475276792320, portal 25 00000400:00000010:0.0:1780963367.136010:0:5736:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc146042. 00000100:00000200:0.0:1780963367.136014:0:5736:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475276792320, offset 0 00000400:00000200:0.0:1780963367.136032:0:5736:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.136040:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.136050:0:5736:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.136058:0:5736:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.136061:0:5736:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.136064:0:5736:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.136067:0:5736:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [11:11:256:4294967295] 192.168.202.121@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1780963367.136070:0:5736:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.136084:0:5736:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.136090:0:5736:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.136094:0:5736:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a763e11 (tot 3115334). 00000800:00000200:0.0:1780963367.136100:0:5736:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.136108:0:5736:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.136111:0:5736:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a763e11 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.137032:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.137039:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a763e11 (tot 3115086). 00000400:00000200:3.0:1780963367.137045:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.137053:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.137059:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc146042 00000400:00000010:3.0:1780963367.137060:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc146042. 00000100:00000200:3.0:1780963367.137070:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e6e92d0a x1867475276792320/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.144666:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.144678:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.144685:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.144690:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.144694:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.144697:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8472 into portal 25 MB=0x6a27578800200 00000400:00000200:3.0:1780963367.149993:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.150006:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8472/8472 into md 0x285 [4] + 224 00000400:00000200:3.0:1780963367.150041:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.150055:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.150070:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e6e92d0a x1867475276792320/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963367.152329:0:5736:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0c88165. 00000400:00000200:0.0:1780963367.152340:0:5736:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096cd0830 00000400:00000010:0.0:1780963367.152342:0:5736:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 0000000096cd0830 (tot 3114902). 00000100:00000200:0.0:1780963367.152357:0:5736:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e6e92d0a x1867475276792320/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.152366:0:5736:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e6e92d0a x1867475276792320/t0(0) o502->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963367.152391:0:5736:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c9b4673. 02000000:00000010:0.0:1780963367.152405:0:5736:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c9416f88. 02000000:00000010:0.0:1780963367.152422:0:5736:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c0dee52. 00000100:00000010:0.0:1780963367.152427:0:5736:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6e92d0a. 00000020:00000010:0.0:1780963367.152441:0:5736:0:(obd_config.c:1957:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001c34621c. 00000020:00000010:0.0:1780963367.152445:0:5736:0:(obd_config.c:1986:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001c34621c. 00000040:00000010:0.0:1780963367.152449:0:5736:0:(llog.c:828:llog_process_thread()) kfreed 'buf': 8192 at 0000000017848d8c. 00000020:00000010:0.0:1780963367.152455:0:5736:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007d8123f8. 00000040:00000010:0.0:1780963367.152459:0:5736:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000000d3f5741. 00000020:00000010:0.0:1780963367.152463:0:5736:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000f5da2489. 00000020:00000010:0.0:1780963367.152468:0:5736:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000085594fc. 80000000:00000010:0.0:1780963367.152472:0:5736:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000092cca138. 00040000:00000010:0.0:1780963367.152476:0:5736:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000002622a2f6. 00040000:00000010:0.0:1780963367.152480:0:5736:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000076cecdd1. 20000000:00000010:0.0:1780963367.152552:0:5736:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000006b3cae24. 00000020:00000010:0.0:1780963367.152556:0:5736:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd788b21. 00000040:00000010:3.0:1780963367.152956:0:5717:0:(llog.c:926:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000207f3038. 00000040:00000010:3.0:1780963367.152962:0:5717:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 00000000aed8a58f. 00000040:00000010:3.0:1780963367.152966:0:5717:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000641d297f. 00000020:00000010:3.0:1780963367.152970:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000a2a04224. 00000040:00000010:3.0:1780963367.152972:0:5717:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000f0b7a3ec. 00000020:00000010:3.0:1780963367.152975:0:5717:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000003a0757c2. 00000020:00000010:3.0:1780963367.152978:0:5717:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000d85fc896. 80000000:00000010:3.0:1780963367.152980:0:5717:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000004c958157. 00040000:00000010:3.0:1780963367.152983:0:5717:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000bc9506eb. 20000000:00000010:3.0:1780963367.152985:0:5717:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000f1f46210. 00000020:00000010:3.0:1780963367.152987:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8cbd375. 10000000:00000010:3.0:1780963367.152989:0:5717:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ff78ab8f. 00000100:00000010:3.0:1780963367.153003:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009933345b. 02000000:00000010:3.0:1780963367.153016:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db724a88. 00010000:00000010:3.0:1780963367.153030:0:5717:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b27fe044. 00010000:00000010:3.0:1780963367.153035:0:5717:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062da770d. 00000100:00000010:3.0:1780963367.153052:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011fa3637. 02000000:00000010:3.0:1780963367.153071:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d30e9eaa. 00000400:00000200:3.0:1780963367.153080:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963367.153084:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000043671c9. 00000400:00000010:3.0:1780963367.153089:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afb1d649. 00000100:00000200:3.0:1780963367.153096:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792384, portal 25 00000400:00000010:3.0:1780963367.153100:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088fd5398. 00000100:00000200:3.0:1780963367.153102:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475276792384, offset 0 00000400:00000200:3.0:1780963367.153109:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963367.153117:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.153126:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.153135:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963367.153139:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963367.153142:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963367.153155:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [12:12:256:4294967295] 192.168.202.121@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1780963367.153159:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.153168:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963367.153174:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.153179:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aef32ee1 (tot 3115150). 00000800:00000200:3.0:1780963367.153185:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963367.153194:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.153198:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aef32ee1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1780963367.160427:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963367.160433:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aef32ee1 (tot 3114902). 00000400:00000200:2.0:1780963367.160440:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963367.160452:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963367.160460:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088fd5398 00000400:00000010:2.0:1780963367.160462:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088fd5398. 00000100:00000200:2.0:1780963367.160473:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009933345b x1867475276792384/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.162056:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.162069:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.162077:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.162082:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.162087:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.162092:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a27578800240 00000400:00000200:3.0:1780963367.162098:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.162104:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x28d [1] + 224 00000400:00000200:3.0:1780963367.162120:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.162124:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.162133:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009933345b x1867475276792384/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.162265:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000043671c9. 00000400:00000200:1.0:1780963367.162270:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afb1d649 00000400:00000010:1.0:1780963367.162272:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afb1d649. 00000100:00000200:1.0:1780963367.162286:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009933345b x1867475276792384/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.162293:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009933345b x1867475276792384/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.162317:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000011fa3637. 02000000:00000010:1.0:1780963367.162341:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d30e9eaa. 02000000:00000010:1.0:1780963367.162347:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db724a88. 00000100:00000010:1.0:1780963367.162350:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009933345b. 10000000:00000010:1.0:1780963367.162360:0:5717:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 2048 at 00000000ac50eb12. 00000100:00000010:1.0:1780963367.162927:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fd3ed20e. 02000000:00000010:1.0:1780963367.162943:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002943f54e. 00000100:00000010:1.0:1780963367.162954:0:5717:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 00000000b9c283fb. 00000100:00000010:1.0:1780963367.162958:0:5717:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000053a232c1. 00000100:00000010:1.0:1780963367.162974:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002979bf5a. 00000400:00000200:1.0:1780963367.162996:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.162998:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004014b3d5. 00000400:00000010:1.0:1780963367.163005:0:5717:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083a56825 (tot 3119118). 00000100:00000200:1.0:1780963367.163012:0:5717:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a27578800280-0x6a27578800280, portal 33 02000000:00000010:1.0:1780963367.163018:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f301d465. 00000400:00000200:1.0:1780963367.163021:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.163023:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088a9d2dd. 00000400:00000010:1.0:1780963367.163027:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000267ea9b. 00000100:00000200:1.0:1780963367.163029:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276792448, portal 25 00000400:00000010:1.0:1780963367.163034:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c5a39c. 00000100:00000200:1.0:1780963367.163037:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1867475276792448, offset 0 00000400:00000200:1.0:1780963367.163043:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.163049:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.163056:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963367.163062:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963367.163065:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963367.163069:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963367.163072:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [13:13:256:4294967295] 192.168.202.121@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1780963367.163128:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.163137:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963367.163143:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963367.163148:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e519d79 (tot 3119366). 00000800:00000200:1.0:1780963367.163153:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963367.163160:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963367.163163:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e519d79 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:2.0:1780963367.163365:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963367.163369:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e519d79 (tot 3119118). 00000400:00000200:2.0:1780963367.163374:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963367.163378:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963367.163382:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042c5a39c 00000400:00000010:2.0:1780963367.163384:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042c5a39c. 00000100:00000200:2.0:1780963367.163390:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fd3ed20e x1867475276792448/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.167068:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167082:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.167089:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167095:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167099:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167104:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 128 into portal 33 MB=0x6a27578800280 00000400:00000200:3.0:1780963367.167109:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167115:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.121@tcp of length 128/128 into md 0x29d [256] + 0 00000400:00000010:3.0:1780963367.167120:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004014b3d5. 00000400:00000200:3.0:1780963367.167138:0:2260:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000083a56825 00000400:00000200:3.0:1780963367.167153:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.167158:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.167162:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a56825 00000400:00000010:3.0:1780963367.167164:0:2260:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 4216 at 0000000083a56825 (tot 3114902). 00000100:00000200:3.0:1780963367.167169:0:2260:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 00000000b9c283fb 00000400:00000200:3.0:1780963367.167195:0:2260:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1780963367.167199:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167203:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963367.167209:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [14:14:256:4294967295] 192.168.202.121@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1780963367.167213:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.167221:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:3.0:1780963367.167226:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963367.167232:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 00000000aed8a58f (tot 3119230). 00000800:00000200:3.0:1780963367.167238:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963367.167245:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963367.167249:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aed8a58f type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1780963367.167333:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.167336:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at 00000000aed8a58f (tot 3114902). 00000400:00000200:3.0:1780963367.167340:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.167343:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1780963367.168945:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.168954:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.168960:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.168963:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.168967:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.168971:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 240 into portal 25 MB=0x6a27578800280 00000400:00000200:3.0:1780963367.168975:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.168980:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 240/240 into md 0x2a5 [1] + 224 00000400:00000200:3.0:1780963367.168992:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.169006:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.169017:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fd3ed20e x1867475276792448/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.169128:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088a9d2dd. 00000400:00000200:1.0:1780963367.169133:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000267ea9b 00000400:00000010:1.0:1780963367.169135:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000267ea9b. 00000100:00000200:1.0:1780963367.169141:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fd3ed20e x1867475276792448/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.169148:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fd3ed20e x1867475276792448/t0(0) o256->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.169175:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002979bf5a. 10000000:00000010:1.0:1780963367.169188:0:5717:0:(mgc_request.c:1412:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006ec24063. 00000100:00000200:1.0:1780963367.169198:0:5717:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963367.169201:0:5717:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963367.169205:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.169209:0:5717:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963367.169215:0:5717:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.169223:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7f98e7. 00000020:00000010:1.0:1780963367.169228:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169232:0:5717:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169238:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169242:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169246:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169252:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169256:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169350:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169354:0:5717:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169363:0:5717:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169366:0:5717:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169368:0:5717:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169372:0:5717:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169375:0:5717:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169378:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7f98e7. 10000000:00000010:1.0:1780963367.169381:0:5717:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000093c8ce47. 00000100:00000200:1.0:1780963367.169387:0:5717:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963367.169388:0:5717:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963367.169391:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.169393:0:5717:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963367.169396:0:5717:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.169399:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7f98e7. 00000020:00000010:1.0:1780963367.169401:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169403:0:5717:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169405:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169406:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169407:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169409:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169411:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169594:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169598:0:5717:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169600:0:5717:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169602:0:5717:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169604:0:5717:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169607:0:5717:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169609:0:5717:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169611:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7f98e7. 10000000:00000010:1.0:1780963367.169613:0:5717:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000093c8ce47. 00000100:00000200:1.0:1780963367.169619:0:5717:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963367.169620:0:5717:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963367.169623:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.169627:0:5717:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963367.169636:0:5717:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.169640:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7f98e7. 00000020:00000010:1.0:1780963367.169642:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169644:0:5717:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169646:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169648:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169650:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169653:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169654:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169676:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169679:0:5717:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169681:0:5717:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169683:0:5717:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169684:0:5717:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169686:0:5717:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169688:0:5717:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169690:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7f98e7. 10000000:00000010:1.0:1780963367.169692:0:5717:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000093c8ce47. 00000100:00000200:1.0:1780963367.169698:0:5717:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.121@tcp 00000100:00000200:1.0:1780963367.169699:0:5717:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:1.0:1780963367.169712:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.169715:0:5717:0:(peer.c:1775:lnet_peer_add()) peer 192.168.202.121@tcp NID flags 0x100001: -17 10000000:00000010:1.0:1780963367.169718:0:5717:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.169721:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7f98e7. 00000020:00000010:1.0:1780963367.169723:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169725:0:5717:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169727:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169728:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169730:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169732:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169734:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169750:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000dfbfbb3d. 00000020:00000010:1.0:1780963367.169752:0:5717:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000052c8bbb4. 00000008:00000010:1.0:1780963367.169759:0:5717:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.169761:0:5717:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.169763:0:5717:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000a422d9f6. 00000080:00000010:1.0:1780963367.169765:0:5717:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.169767:0:5717:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000037706c4a. 00000020:00000010:1.0:1780963367.169769:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7f98e7. 10000000:00000010:1.0:1780963367.169771:0:5717:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000093c8ce47. 10000000:00000010:1.0:1780963367.169772:0:5717:0:(mgc_request.c:1603:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006ec24063. 02000000:00000010:1.0:1780963367.169779:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f301d465. 00000100:00000010:1.0:1780963367.169941:0:5717:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at 0000000053a232c1. 00000100:00000010:1.0:1780963367.169946:0:5717:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 00000000b9c283fb. 02000000:00000010:1.0:1780963367.169949:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002943f54e. 00000100:00000010:1.0:1780963367.169953:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fd3ed20e. 10000000:00000010:1.0:1780963367.170808:0:5717:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 2048 at 00000000ac50eb12. 00000100:00000010:0.0:1780963367.170904:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e6e92d0a. 02000000:00000010:0.0:1780963367.170919:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c0dee52. 00010000:00000010:0.0:1780963367.170940:0:5717:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005df7263e. 00010000:00000010:0.0:1780963367.170945:0:5717:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000027d9f84. 00000020:00000010:0.0:1780963367.170951:0:5717:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009c8f9df2 (tot 3114966). 00000100:00000010:0.0:1780963367.170967:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096cd0830. 02000000:00000010:0.0:1780963367.170984:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024031dd1. 00000400:00000200:0.0:1780963367.170991:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.170995:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0c88165. 00000400:00000010:0.0:1780963367.171000:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f8d5079. 00000100:00000200:0.0:1780963367.171006:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792512, portal 25 00000400:00000010:0.0:1780963367.171010:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b33a4d5. 00000100:00000200:0.0:1780963367.171013:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867475276792512, offset 0 00000400:00000200:0.0:1780963367.171018:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.171024:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.171031:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.171038:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.171041:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.171044:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.171048:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [15:15:256:4294967295] 192.168.202.121@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1780963367.171052:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.171060:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.171066:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.171071:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c34621c (tot 3115214). 00000800:00000200:0.0:1780963367.171077:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.171085:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.171088:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c34621c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.171221:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.171224:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c34621c (tot 3114966). 00000400:00000200:3.0:1780963367.171228:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.171232:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.171235:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b33a4d5 00000400:00000010:3.0:1780963367.171237:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b33a4d5. 00000100:00000200:3.0:1780963367.171243:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e6e92d0a x1867475276792512/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.199187:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.199198:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.199206:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.199211:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.199215:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.199220:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 344 into portal 25 MB=0x6a275788002c0 00000400:00000200:3.0:1780963367.199226:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.199232:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 344/344 into md 0x2ad [1] + 224 00000400:00000200:3.0:1780963367.199257:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.199262:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.199273:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e6e92d0a x1867475276792512/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963367.202868:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0c88165. 00000400:00000200:0.0:1780963367.202880:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f8d5079 00000400:00000010:0.0:1780963367.202882:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f8d5079. 00000100:00000200:0.0:1780963367.202897:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e6e92d0a x1867475276792512/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.202908:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e6e92d0a x1867475276792512/t0(0) o101->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963367.202947:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096cd0830. 02000000:00000010:0.0:1780963367.202972:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024031dd1. 02000000:00000010:0.0:1780963367.202978:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c0dee52. 00000100:00000010:0.0:1780963367.202982:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6e92d0a. 10000000:00000010:0.0:1780963367.202991:0:5717:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000dba75770. 00000020:00000010:0.0:1780963367.202994:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c0dee52. 00000020:00000010:0.0:1780963367.202999:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000330466f5. 00000040:00000010:0.0:1780963367.203002:0:5717:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000e241d79f. 00000020:00000010:0.0:1780963367.203006:0:5717:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000003e1ed4b. 00000020:00000010:0.0:1780963367.203011:0:5717:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f5401228. 80000000:00000010:0.0:1780963367.203015:0:5717:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000607133f4. 00040000:00000010:0.0:1780963367.203020:0:5717:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000006bb141eb. 20000000:00000010:0.0:1780963367.203024:0:5717:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000ba80a1b3. 00000040:00000010:0.0:1780963367.203032:0:5717:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000fd9ae2d1. 00000100:00000010:0.0:1780963367.203038:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e6e92d0a. 02000000:00000010:0.0:1780963367.203052:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000973df253. 00000100:00000010:0.0:1780963367.203066:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096cd0830. 02000000:00000010:0.0:1780963367.203088:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb515013. 00000400:00000200:0.0:1780963367.203096:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.203100:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0c88165. 00000400:00000010:0.0:1780963367.203104:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f8d5079. 00000100:00000200:0.0:1780963367.203111:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276792576, portal 25 00000400:00000010:0.0:1780963367.203116:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b93c55. 00000100:00000200:0.0:1780963367.203119:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1867475276792576, offset 0 00000400:00000200:0.0:1780963367.203126:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.203135:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.203143:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.203151:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.203155:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.203158:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.203161:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [16:16:256:4294967295] 192.168.202.121@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1780963367.203172:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.203182:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.203188:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.203193:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012be3f91 (tot 3115214). 00000800:00000200:0.0:1780963367.203199:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.203207:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.203211:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012be3f91 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.204280:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.204290:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012be3f91 (tot 3114966). 00000400:00000200:3.0:1780963367.204300:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.204309:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.204314:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b93c55 00000400:00000010:3.0:1780963367.204316:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b93c55. 00000100:00000200:3.0:1780963367.204325:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e6e92d0a x1867475276792576/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.212199:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.212221:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.212232:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.212237:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.212242:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.212246:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 272 into portal 25 MB=0x6a27578800300 00000400:00000200:3.0:1780963367.212252:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.212258:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 272/272 into md 0x2b5 [1] + 224 00000400:00000200:3.0:1780963367.212277:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.212282:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.212296:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e6e92d0a x1867475276792576/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963367.219784:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0c88165. 00000400:00000200:0.0:1780963367.219797:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f8d5079 00000400:00000010:0.0:1780963367.219799:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f8d5079. 00000100:00000200:0.0:1780963367.219814:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e6e92d0a x1867475276792576/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.219824:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e6e92d0a x1867475276792576/t0(0) o501->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963367.219850:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096cd0830. 02000000:00000010:0.0:1780963367.219862:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb515013. 02000000:00000010:0.0:1780963367.219867:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000973df253. 00000100:00000010:0.0:1780963367.219873:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6e92d0a. 00000040:00000010:0.0:1780963367.219884:0:5717:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d9b7fe57. 00000100:00000010:0.0:1780963367.219889:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e6e92d0a. 02000000:00000010:0.0:1780963367.219901:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb515013. 00000100:00000010:0.0:1780963367.219911:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096cd0830. 02000000:00000010:0.0:1780963367.219940:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006367636d. 00000400:00000200:0.0:1780963367.219949:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.219952:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0c88165. 00000400:00000010:0.0:1780963367.219957:0:5717:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000fab362d0 (tot 3115150). 00000100:00000200:0.0:1780963367.219964:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867475276792640, portal 25 00000400:00000010:0.0:1780963367.219969:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f8d5079. 00000100:00000200:0.0:1780963367.219972:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867475276792640, offset 0 00000400:00000200:0.0:1780963367.219979:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.219987:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.220000:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.220008:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.220011:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.220014:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.220017:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [17:17:256:4294967295] 192.168.202.121@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1780963367.220021:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.220030:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.220036:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.220040:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042aecc53 (tot 3115398). 00000800:00000200:0.0:1780963367.220047:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.220054:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.220058:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042aecc53 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:0.0:1780963367.222133:0:5746:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000630b3d51. 00000020:00000010:0.0:1780963367.222144:0:5746:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000630b3d51. 00000800:00000200:3.0:1780963367.223020:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.223027:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042aecc53 (tot 3115150). 00000400:00000200:3.0:1780963367.223033:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.223043:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.223050:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f8d5079 00000400:00000010:3.0:1780963367.223052:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f8d5079. 00000100:00000200:3.0:1780963367.223062:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e6e92d0a x1867475276792640/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.224881:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.224890:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.224937:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.224942:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.224946:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.224950:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 8416 into portal 25 MB=0x6a27578800340 00000400:00000200:3.0:1780963367.224955:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.224960:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 8416/8416 into md 0x2bd [4] + 224 00000400:00000200:3.0:1780963367.224979:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.224982:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.224991:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e6e92d0a x1867475276792640/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1780963367.227794:0:5747:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d11f1e82. 00000020:00000010:2.0:1780963367.227807:0:5747:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d11f1e82. 00000020:00000010:1.0:1780963367.229232:0:5745:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000052c8bbb4. 00000020:00000010:1.0:1780963367.229246:0:5745:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000052c8bbb4. 00000400:00000010:1.0:1780963367.230066:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0c88165. 00000400:00000200:1.0:1780963367.230072:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fab362d0 00000400:00000010:1.0:1780963367.230075:0:5717:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000fab362d0 (tot 3114966). 00000100:00000200:1.0:1780963367.230090:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e6e92d0a x1867475276792640/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.230101:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e6e92d0a x1867475276792640/t0(0) o503->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.230127:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096cd0830. 02000000:00000010:1.0:1780963367.230139:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006367636d. 02000000:00000010:1.0:1780963367.230151:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb515013. 00000100:00000010:1.0:1780963367.230156:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6e92d0a. 00000040:00000010:1.0:1780963367.230166:0:5717:0:(llog.c:883:llog_process_or_fork()) kmalloced '(lpi)': 104 at 0000000093c8ce47. 00000020:00000010:1.0:1780963367.236578:0:5750:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc7f98e7. 00000020:00000010:1.0:1780963367.236590:0:5750:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000478d5ce6. 00000040:00000010:1.0:1780963367.236594:0:5750:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000f4ece19f. 00000020:00000010:1.0:1780963367.236598:0:5750:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000ac50eb12. 00000020:00000010:1.0:1780963367.236609:0:5750:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000b108a8f8. 80000000:00000010:1.0:1780963367.236612:0:5750:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000006a027411. 00040000:00000010:1.0:1780963367.236617:0:5750:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000dbc1c1d4. 00040000:00000010:1.0:1780963367.236621:0:5750:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9ba42df. 20000000:00000010:1.0:1780963367.236624:0:5750:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000b111601e. 00000040:00000010:1.0:1780963367.236632:0:5750:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000083a56825. 00000040:00000010:1.0:1780963367.237128:0:5750:0:(llog.c:828:llog_process_thread()) kfreed 'buf': 8192 at 0000000083a56825. 00000020:00000010:1.0:1780963367.237135:0:5750:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000478d5ce6. 00000040:00000010:1.0:1780963367.237139:0:5750:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000f4ece19f. 00000020:00000010:1.0:1780963367.237141:0:5750:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000ac50eb12. 00000020:00000010:1.0:1780963367.237145:0:5750:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000b108a8f8. 80000000:00000010:1.0:1780963367.237148:0:5750:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000006a027411. 00040000:00000010:1.0:1780963367.237151:0:5750:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000dbc1c1d4. 00040000:00000010:1.0:1780963367.237154:0:5750:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000a9ba42df. 20000000:00000010:1.0:1780963367.237156:0:5750:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000b111601e. 00000020:00000010:1.0:1780963367.237158:0:5750:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc7f98e7. 00000040:00000010:1.0:1780963367.237174:0:5717:0:(llog.c:926:llog_process_or_fork()) kfreed 'lpi': 104 at 0000000093c8ce47. 00000040:00000010:1.0:1780963367.237180:0:5717:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 00000000d9b7fe57. 00000040:00000010:1.0:1780963367.237184:0:5717:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000fd9ae2d1. 00000020:00000010:1.0:1780963367.237189:0:5717:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000330466f5. 00000040:00000010:1.0:1780963367.237191:0:5717:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000e241d79f. 00000020:00000010:1.0:1780963367.237193:0:5717:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000003e1ed4b. 00000020:00000010:1.0:1780963367.237197:0:5717:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000f5401228. 80000000:00000010:1.0:1780963367.237200:0:5717:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000607133f4. 00040000:00000010:1.0:1780963367.237202:0:5717:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000006bb141eb. 20000000:00000010:1.0:1780963367.237205:0:5717:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000ba80a1b3. 00000020:00000010:1.0:1780963367.237206:0:5717:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c0dee52. 10000000:00000010:1.0:1780963367.237209:0:5717:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000dba75770. 00000020:00000010:1.0:1780963367.237218:0:5717:0:(obd_mount.c:98:lustre_process_log()) kfreed 'lcfg': 176 at 000000009512f413. 00000020:00000010:1.0:1780963367.237222:0:5717:0:(obd_mount.c:100:lustre_process_log()) kfreed 'bufs': 104 at 00000000807674d2. 00000080:00000010:1.0:1780963367.237229:0:5717:0:(llite_lib.c:1407:ll_fill_super()) kmalloced '(dt)': 33 at 0000000052c8bbb4. 00000080:00000010:1.0:1780963367.237234:0:5717:0:(llite_lib.c:1413:ll_fill_super()) kmalloced '(md)': 33 at 00000000bfffc664. 00000080:00000010:1.0:1780963367.237241:0:5717:0:(llite_lib.c:294:client_common_fill_super()) kmalloced '(data)': 192 at 000000009512f413. 00000080:00000010:1.0:1780963367.237244:0:5717:0:(llite_lib.c:298:client_common_fill_super()) kmalloced '(osfs)': 144 at 000000007348c77e. 00000020:00000010:1.0:1780963367.237276:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000ac50eb12. 00000020:00000010:1.0:1780963367.237318:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 0000000031c423ee. 00000100:00000010:1.0:1780963367.237346:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fd3ed20e. 02000000:00000010:1.0:1780963367.237360:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b9c283fb. 40000000:00000010:1.0:1780963367.237395:0:5717:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000dbc1c1d4. 40000000:00000010:1.0:1780963367.237400:0:5717:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at 00000000a82f3a68. 40000000:00000010:1.0:1780963367.237508:0:5717:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at 00000000a82f3a68. 80000000:00000010:1.0:1780963367.237514:0:5717:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at 000000004435fc3d. 00000020:00000010:1.0:1780963367.237521:0:5717:0:(lu_tgt_descs.c:125:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000807674d2. 00000100:00000010:1.0:1780963367.237528:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d95b1ce. 02000000:00000010:1.0:1780963367.237534:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a00df951. 00000020:00000010:1.0:1780963367.237560:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000005f4f8b82. 00000100:00000010:1.0:1780963367.237573:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e6e0954e. 02000000:00000010:1.0:1780963367.237577:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000045c12ab. 40000000:00000010:1.0:1780963367.237586:0:5717:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000083904c74. 40000000:00000010:1.0:1780963367.237589:0:5717:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at 00000000a82f3a68. 40000000:00000010:1.0:1780963367.237614:0:5717:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at 00000000a82f3a68. 80000000:00000010:1.0:1780963367.237618:0:5717:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at 000000000b7f873d. 00000100:00000010:1.0:1780963367.237622:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f74b63f. 02000000:00000010:1.0:1780963367.237626:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a9e930f. 00800000:00000010:1.0:1780963367.237640:0:5717:0:(lmv_obd.c:1256:lmv_statfs()) kmalloced '(temp)': 144 at 00000000a82f3a68. 00000100:00000010:1.0:1780963367.237645:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa23c6af. 02000000:00000010:1.0:1780963367.237648:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ea1cc6e. 00000100:00000010:1.0:1780963367.237653:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011410b01. 80000000:00000010:1.0:1780963367.237711:0:2266:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000002982d53f. 40000000:00000010:1.0:1780963367.237715:0:2266:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000958be467. 00000008:00000010:1.0:1780963367.237721:0:2266:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000802b7043. 00020000:00000010:1.0:1780963367.237726:0:2266:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000075282740. 00008000:00000010:1.0:1780963367.237731:0:2266:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a422d9f6. 00100000:00000010:1.0:1780963367.237734:0:2266:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000002e727194. 00040000:00000010:1.0:1780963367.237737:0:2266:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000000049afc. 00040000:00000010:1.0:1780963367.237741:0:2266:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000007c0259d2. 00040000:00000010:1.0:1780963367.237749:0:2266:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000b111601e. 00000004:00000010:1.0:1780963367.237753:0:2266:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000008671dd64. 00000004:00000010:1.0:1780963367.237757:0:2266:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000053a232c1. 00000004:00000010:1.0:1780963367.237761:0:2266:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000074903943. 00002000:00000010:1.0:1780963367.237765:0:2266:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000001579e8cd. 00000004:00000010:1.0:1780963367.237770:0:2266:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000af593f50. 00000080:00000010:1.0:1780963367.237773:0:2266:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c6285970. 00000080:00000010:1.0:1780963367.237777:0:2266:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000037706c4a. 00000008:00000010:1.0:1780963367.237782:0:2266:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000026c964d5. 00020000:00000010:1.0:1780963367.237786:0:2266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009de8a0e4. 00008000:00000010:1.0:1780963367.237789:0:2266:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c99f46f5. 00000080:00000010:1.0:1780963367.237792:0:2266:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000137ddc89. 80000000:00000010:1.0:1780963367.237811:0:2265:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000008f04e8d. 40000000:00000010:1.0:1780963367.237814:0:2265:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000001ee1e858. 00000008:00000010:1.0:1780963367.237817:0:2265:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000078c39296. 00020000:00000010:1.0:1780963367.237819:0:2265:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f3bba80c. 00008000:00000010:1.0:1780963367.237821:0:2265:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000006b2a417c. 00100000:00000010:1.0:1780963367.237824:0:2265:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000009eb69d3a. 00040000:00000010:1.0:1780963367.237826:0:2265:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000093eb958e. 00040000:00000010:1.0:1780963367.237828:0:2265:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000004f59b8ce. 00040000:00000010:1.0:1780963367.237830:0:2265:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9ba42df. 00000004:00000010:1.0:1780963367.237833:0:2265:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000005372bb0e. 00000004:00000010:1.0:1780963367.237836:0:2265:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000006ec24063. 00000004:00000010:1.0:1780963367.237838:0:2265:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000d760ef2c. 00002000:00000010:1.0:1780963367.237840:0:2265:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000c682a684. 00000004:00000010:1.0:1780963367.237842:0:2265:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000edb1c5f9. 00000080:00000010:1.0:1780963367.237844:0:2265:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000068d8170f. 00000080:00000010:1.0:1780963367.237846:0:2265:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000edc369cc. 00000008:00000010:1.0:1780963367.237849:0:2265:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000f1cda5fb. 00020000:00000010:1.0:1780963367.237850:0:2265:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000006aa37fbb. 00008000:00000010:1.0:1780963367.237852:0:2265:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000003e47af66. 00000080:00000010:1.0:1780963367.237854:0:2265:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006e20b18d. 02000000:00000010:1.0:1780963367.237953:0:2264:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000072a24063. 00000400:00000200:1.0:1780963367.237972:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.237977:0:2264:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088a9d2dd. 00000400:00000010:1.0:1780963367.237982:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000267ea9b. 00000100:00000200:1.0:1780963367.237989:0:2264:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792704, portal 10 00000020:00000010:1.0:1780963367.237996:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 0000000083a56825 (tot 3119510). 00000400:00000010:1.0:1780963367.238003:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a556248b. 00000100:00000200:1.0:1780963367.238006:0:2264:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475276792704, offset 0 00000400:00000200:1.0:1780963367.238014:0:2264:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.238021:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.238032:0:2264:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963367.238041:0:2264:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963367.238045:0:2264:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963367.238048:0:2264:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963367.238051:0:2264:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [18:18:256:4294967295] 192.168.202.121@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1780963367.238055:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.238064:0:2264:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963367.238070:0:2264:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963367.238075:0:2264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fbd9631 (tot 3119758). 00000800:00000200:1.0:1780963367.238082:0:2264:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963367.238092:0:2264:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963367.238097:0:2264:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fbd9631 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:1.0:1780963367.238120:0:2264:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002d696aef. 00000400:00000200:1.0:1780963367.238125:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.238127:0:2264:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce2f375e. 00000400:00000010:1.0:1780963367.238130:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ffddeed. 00000100:00000200:1.0:1780963367.238132:0:2264:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792832, portal 10 00000020:00000010:1.0:1780963367.238146:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000c31e7076 (tot 3124302). 00000400:00000010:1.0:1780963367.238151:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b23c4cf. 00000100:00000200:1.0:1780963367.238153:0:2264:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475276792832, offset 0 00000400:00000200:1.0:1780963367.238157:0:2264:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.238165:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.238169:0:2264:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963367.238171:0:2264:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963367.238173:0:2264:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963367.238176:0:2264:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963367.238178:0:2264:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [19:19:255:4294967295] 192.168.202.121@tcp LPNI seq info [19:19:7:4294967295] 00000400:00000200:1.0:1780963367.238182:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.238187:0:2264:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963367.238191:0:2264:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963367.238194:0:2264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d192fd7 (tot 3124550). 00000800:00000200:1.0:1780963367.238197:0:2264:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963367.238201:0:2264:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963367.238203:0:2264:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d192fd7 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.238351:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.238356:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fbd9631 (tot 3124302). 00000400:00000200:3.0:1780963367.238361:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.238367:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.238372:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a556248b 00000400:00000010:3.0:1780963367.238374:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a556248b. 00000100:00000200:3.0:1780963367.238382:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fd3ed20e x1867475276792704/t0(0) o38->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963367.238468:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.238470:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d192fd7 (tot 3124054). 00000400:00000200:3.0:1780963367.238473:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.238476:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.238479:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b23c4cf 00000400:00000010:3.0:1780963367.238480:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b23c4cf. 00000100:00000200:3.0:1780963367.238507:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e6e0954e x1867475276792832/t0(0) o38->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1780963367.239366:0:5749:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ff78ab8f. 00000020:00000010:3.0:1780963367.239377:0:5749:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ff78ab8f. 00000400:00000200:3.0:1780963367.312207:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.312218:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.312226:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.312231:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.312235:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.312239:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 10 MB=0x6a27578800380 00000400:00000200:3.0:1780963367.312245:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.312250:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 416/416 into md 0x2c5 [1] + 0 00000400:00000200:3.0:1780963367.312281:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.312286:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.312296:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fd3ed20e x1867475276792704/t0(0) o38->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.312415:0:2264:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088a9d2dd. 00000400:00000200:1.0:1780963367.312419:0:2264:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000267ea9b 00000400:00000010:1.0:1780963367.312422:0:2264:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000267ea9b. 00000100:00000200:1.0:1780963367.312427:0:2264:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fd3ed20e x1867475276792704/t0(0) o38->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.312434:0:2264:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fd3ed20e x1867475276792704/t0(0) o38->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.375258:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.375274:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.375284:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.375291:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.375296:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.375301:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 10 MB=0x6a27578800400 00000400:00000200:3.0:1780963367.375308:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.375315:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 416/416 into md 0x2cd [1] + 0 00000400:00000200:3.0:1780963367.375355:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.375361:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.375377:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e6e0954e x1867475276792832/t0(0) o38->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1780963367.819224:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004244f35e. 00000400:00000200:1.0:1780963367.819244:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.819250:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088a9d2dd. 00000400:00000010:1.0:1780963367.819256:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000267ea9b. 00000100:00000200:1.0:1780963367.819263:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792960, portal 10 00000400:00000010:1.0:1780963367.819281:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000444631cd. 00000100:00000200:1.0:1780963367.819284:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276792960, offset 0 00000400:00000200:1.0:1780963367.819291:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.819299:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.819309:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963367.819316:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963367.819327:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963367.819329:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963367.819333:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [20:20:256:4294967295] 192.168.202.121@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1780963367.819337:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.819347:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963367.819353:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963367.819357:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d192fd7 (tot 3124302). 00000800:00000200:1.0:1780963367.819363:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963367.819370:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963367.819374:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d192fd7 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.819719:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.819723:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d192fd7 (tot 3124054). 00000400:00000200:3.0:1780963367.819736:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.819742:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.819747:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000444631cd 00000400:00000010:3.0:1780963367.819748:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000444631cd. 00000100:00000200:3.0:1780963367.819756:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa23c6af x1867475276792960/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963367.820237:0:2264:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce2f375e. 00000400:00000200:2.0:1780963367.820243:0:2264:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ffddeed 00000400:00000010:2.0:1780963367.820245:0:2264:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ffddeed. 00000100:00000200:2.0:1780963367.820252:0:2264:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e6e0954e x1867475276792832/t0(0) o38->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963367.820260:0:2264:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e6e0954e x1867475276792832/t0(0) o38->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1780963367.820288:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000be56eaf2 (tot 3128598). 02000000:00000010:2.0:1780963367.820329:0:2264:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000072a24063. 02000000:00000010:2.0:1780963367.820336:0:2264:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b9c283fb. 00000100:00000010:2.0:1780963367.820340:0:2264:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fd3ed20e. 02000000:00000010:2.0:1780963367.820343:0:2264:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002d696aef. 02000000:00000010:2.0:1780963367.820345:0:2264:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000045c12ab. 00000100:00000010:2.0:1780963367.820347:0:2264:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6e0954e. 02000000:00000010:0.0:1780963367.820476:0:2266:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1e07b9c. 00000400:00000200:0.0:1780963367.820484:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.820513:0:2266:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000045511842. 00000400:00000010:0.0:1780963367.820518:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d880b8. 00000100:00000200:0.0:1780963367.820523:0:2266:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792768, portal 10 00000020:00000010:0.0:1780963367.820529:0:2266:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000d9b7fe57 (tot 3133142). 00000400:00000010:0.0:1780963367.820533:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cba0de. 00000100:00000200:0.0:1780963367.820536:0:2266:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276792768, offset 0 00000400:00000200:0.0:1780963367.820541:0:2266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.820548:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.820553:0:2266:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.820559:0:2266:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.820562:0:2266:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.820564:0:2266:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.820567:0:2266:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [21:21:256:4294967295] 192.168.202.121@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1780963367.820570:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.820710:0:2266:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.820715:0:2266:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.820719:0:2266:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098e611ae (tot 3133390). 00000800:00000200:0.0:1780963367.820724:0:2266:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.820731:0:2266:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.820734:0:2266:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098e611ae type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1780963367.820800:0:2266:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dfca3a69. 00000400:00000200:0.0:1780963367.820805:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.820807:0:2266:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9e71288. 00000400:00000010:0.0:1780963367.820810:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f97216a4. 00000100:00000200:0.0:1780963367.820812:0:2266:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276792896, portal 10 00000020:00000010:0.0:1780963367.820829:0:2266:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000b23f084d (tot 3137934). 00000400:00000010:0.0:1780963367.820833:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050b8d59f. 00000100:00000200:0.0:1780963367.820835:0:2266:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276792896, offset 0 00000400:00000200:0.0:1780963367.820840:0:2266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.820844:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.820848:0:2266:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.820851:0:2266:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.820853:0:2266:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.820855:0:2266:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.820857:0:2266:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [22:22:255:4294967295] 192.168.202.121@tcp LPNI seq info [22:22:7:4294967295] 00000400:00000200:0.0:1780963367.820860:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.820865:0:2266:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.820870:0:2266:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.820873:0:2266:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042aecc53 (tot 3138182). 00000800:00000200:0.0:1780963367.820877:0:2266:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.820880:0:2266:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.820882:0:2266:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042aecc53 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.820946:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.820949:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098e611ae (tot 3137934). 00000400:00000200:3.0:1780963367.820953:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.820957:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.820960:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cba0de 00000400:00000010:3.0:1780963367.820962:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cba0de. 00000100:00000200:3.0:1780963367.820967:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d95b1ce x1867475276792768/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963367.821413:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.821417:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042aecc53 (tot 3137686). 00000400:00000200:3.0:1780963367.821426:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.821430:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.821433:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050b8d59f 00000400:00000010:3.0:1780963367.821434:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050b8d59f. 00000100:00000200:3.0:1780963367.821438:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f74b63f x1867475276792896/t0(0) o41->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.821462:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.821465:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.821471:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.821474:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.821477:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.821480:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a27578800480 00000400:00000200:3.0:1780963367.821484:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.821549:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x2d5 [1] + 224 00000400:00000200:3.0:1780963367.821560:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.821563:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.821568:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa23c6af x1867475276792960/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.821786:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088a9d2dd. 00000400:00000200:1.0:1780963367.821790:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000267ea9b 00000400:00000010:1.0:1780963367.821792:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000267ea9b. 00000100:00000200:1.0:1780963367.821796:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa23c6af x1867475276792960/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.821802:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa23c6af x1867475276792960/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.821822:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000011410b01. 02000000:00000010:1.0:1780963367.821828:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004244f35e. 02000000:00000010:1.0:1780963367.821833:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ea1cc6e. 00000100:00000010:1.0:1780963367.821836:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa23c6af. 00800000:00000010:1.0:1780963367.821842:0:5717:0:(lmv_obd.c:1307:lmv_statfs()) kfreed 'temp': 144 at 00000000a82f3a68. 00000020:00000010:1.0:1780963367.821861:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000400e5a4e. 00000020:00000010:1.0:1780963367.821881:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 000000002a07bf82. 00000100:00000010:1.0:1780963367.821902:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa23c6af. 02000000:00000010:1.0:1780963367.821912:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004244f35e. 02000000:00000010:2.0:1780963367.821966:0:2264:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008de2e029. 00000400:00000200:2.0:1780963367.821972:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963367.821975:0:2264:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000113d0bbd. 00000400:00000010:2.0:1780963367.822046:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ba956a. 00000100:00000200:2.0:1780963367.822052:0:2264:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276793024, portal 4 00000020:00000010:2.0:1780963367.822059:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000660a8470 (tot 3142230). 00000400:00000010:2.0:1780963367.822071:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1720b6d. 00000100:00000200:2.0:1780963367.822073:0:2264:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867475276793024, offset 0 00000400:00000200:2.0:1780963367.822194:0:2264:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963367.822200:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.822206:0:2264:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963367.822212:0:2264:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963367.822214:0:2264:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963367.822217:0:2264:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963367.822220:0:2264:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [23:23:256:4294967295] 192.168.202.121@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1780963367.822224:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.822230:0:2264:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963367.822234:0:2264:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963367.822238:0:2264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb47bcaf (tot 3142478). 00000800:00000200:2.0:1780963367.822242:0:2264:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963367.822248:0:2264:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963367.822251:0:2264:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb47bcaf type 1, nob 616 niov 1 nkiov 1 00000020:00000010:1.0:1780963367.822427:0:5717:0:(genops.c:1027:__class_new_export()) kmalloced '(export)': 1184 at 00000000f4de8394. 00000100:00000010:1.0:1780963367.822442:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003b853e20. 02000000:00000010:1.0:1780963367.822448:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003c4d02dc. 00000400:00000200:3.0:1780963367.822621:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822625:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.822630:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822633:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822636:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822639:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a275788003c0 00000400:00000200:3.0:1780963367.822642:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822647:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x2dd [1] + 224 00000400:00000200:3.0:1780963367.822656:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.822660:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.822666:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d95b1ce x1867475276792768/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963367.822786:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.822790:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb47bcaf (tot 3142230). 00000400:00000200:3.0:1780963367.822793:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.822797:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.822799:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1720b6d 00000400:00000010:3.0:1780963367.822801:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1720b6d. 00000100:00000200:3.0:1780963367.822805:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa23c6af x1867475276793024/t0(0) o8->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.822820:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822823:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.822826:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822829:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822831:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822834:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a27578800440 00000400:00000200:3.0:1780963367.822836:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.822839:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x2e5 [1] + 224 00000400:00000200:3.0:1780963367.822847:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.822851:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.822855:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f74b63f x1867475276792896/t0(0) o41->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1780963367.822949:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68022d8. 02000000:00000010:0.0:1780963367.822962:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012be3f91. 02000000:00000010:0.0:1780963367.823013:0:2266:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ab44d56. 00000400:00000200:0.0:1780963367.823018:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.823021:0:2266:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a92aaeff. 00000400:00000010:0.0:1780963367.823024:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5b56419. 00000100:00000200:0.0:1780963367.823028:0:2266:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276793152, portal 25 00000400:00000010:0.0:1780963367.823031:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063b729be. 00000100:00000200:0.0:1780963367.823034:0:2266:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276793152, offset 0 00000400:00000200:0.0:1780963367.823039:0:2266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.823043:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.823047:0:2266:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.823051:0:2266:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.823053:0:2266:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.823055:0:2266:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.823058:0:2266:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [24:24:256:4294967295] 192.168.202.121@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1780963367.823061:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.823067:0:2266:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.823071:0:2266:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.823073:0:2266:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c34621c (tot 3142478). 00000800:00000200:0.0:1780963367.823077:0:2266:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.823093:0:2266:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.823095:0:2266:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c34621c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1780963367.823115:0:2266:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9e71288. 00000400:00000200:0.0:1780963367.823118:0:2266:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f97216a4 00000400:00000010:0.0:1780963367.823119:0:2266:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f97216a4. 00000100:00000200:0.0:1780963367.823123:0:2266:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f74b63f x1867475276792896/t0(0) o41->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.823130:0:2266:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f74b63f x1867475276792896/t0(0) o41->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963367.823150:0:2266:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000045511842. 00000400:00000200:0.0:1780963367.823152:0:2266:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d880b8 00000400:00000010:0.0:1780963367.823160:0:2266:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d880b8. 00000100:00000200:0.0:1780963367.823164:0:2266:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d95b1ce x1867475276792768/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.823170:0:2266:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d95b1ce x1867475276792768/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963367.823184:0:2266:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dfca3a69. 02000000:00000010:0.0:1780963367.823189:0:2266:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006a9e930f. 00000100:00000010:0.0:1780963367.823192:0:2266:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f74b63f. 02000000:00000010:0.0:1780963367.823195:0:2266:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1e07b9c. 02000000:00000010:0.0:1780963367.823197:0:2266:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a00df951. 00000100:00000010:0.0:1780963367.823199:0:2266:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d95b1ce. 00000800:00000200:3.0:1780963367.823471:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.823474:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c34621c (tot 3142230). 00000400:00000200:3.0:1780963367.823478:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.823482:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.823515:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063b729be 00000400:00000010:3.0:1780963367.823517:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063b729be. 00000100:00000200:3.0:1780963367.823522:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68022d8 x1867475276793152/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1780963367.823851:0:2264:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1e07b9c. 00000400:00000200:0.0:1780963367.823857:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963367.823860:0:2264:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000045511842. 00000400:00000010:0.0:1780963367.823863:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d880b8. 00000100:00000200:0.0:1780963367.823866:0:2264:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276793088, portal 4 00000020:00000010:0.0:1780963367.823872:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 000000001f51e2ef (tot 3146774). 00000400:00000010:0.0:1780963367.823877:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f97216a4. 00000100:00000200:0.0:1780963367.823880:0:2264:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867475276793088, offset 0 00000400:00000200:0.0:1780963367.823885:0:2264:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963367.823890:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.823895:0:2264:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963367.823901:0:2264:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963367.823905:0:2264:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963367.823908:0:2264:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963367.823910:0:2264:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [25:25:256:4294967295] 192.168.202.121@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1780963367.823914:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963367.823920:0:2264:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963367.823924:0:2264:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963367.823927:0:2264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a763e11 (tot 3147022). 00000800:00000200:0.0:1780963367.823931:0:2264:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963367.823944:0:2264:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963367.823947:0:2264:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a763e11 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1780963367.824305:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab495c98. 02000000:00000010:1.0:1780963367.824322:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d764fa86. 00000100:00000010:1.0:1780963367.824333:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011410b01. 02000000:00000010:1.0:1780963367.824347:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008178b619. 00000400:00000200:1.0:1780963367.824352:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963367.824355:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088a9d2dd. 00000400:00000010:1.0:1780963367.824358:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000267ea9b. 00000100:00000200:1.0:1780963367.824361:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276793216, portal 10 00000400:00000010:1.0:1780963367.824365:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c97912b. 00000100:00000200:1.0:1780963367.824366:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867475276793216, offset 0 00000400:00000200:1.0:1780963367.824371:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963367.824375:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.824379:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963367.824382:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963367.824384:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963367.824386:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963367.824388:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [26:26:255:4294967295] 192.168.202.121@tcp LPNI seq info [26:26:7:4294967295] 00000400:00000200:1.0:1780963367.824391:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963367.824397:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963367.824401:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963367.824404:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ea1cc6e (tot 3147270). 00000800:00000200:1.0:1780963367.824408:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963367.824412:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963367.824415:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ea1cc6e type 1, nob 536 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.824537:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.824545:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a763e11 (tot 3147022). 00000400:00000200:3.0:1780963367.824563:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.824573:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.824579:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f97216a4 00000400:00000010:3.0:1780963367.824581:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f97216a4. 00000100:00000200:3.0:1780963367.824590:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003b853e20 x1867475276793088/t0(0) o8->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1780963367.824649:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.824651:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ea1cc6e (tot 3146774). 00000400:00000200:3.0:1780963367.824655:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.824658:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.824660:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c97912b 00000400:00000010:3.0:1780963367.824662:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c97912b. 00000100:00000200:3.0:1780963367.824666:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab495c98 x1867475276793216/t0(0) o40->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/9/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.828601:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828616:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.828627:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828633:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828638:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828644:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27578800540 00000400:00000200:3.0:1780963367.828650:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828659:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x2fd [1] + 224 00000400:00000200:3.0:1780963367.828675:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.828680:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.828706:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68022d8 x1867475276793152/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963374 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.828754:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828757:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.828761:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828764:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828766:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828977:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 4 MB=0x6a275788004c0 00000400:00000200:3.0:1780963367.828981:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.828987:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 416/416 into md 0x2ed [1] + 0 00000400:00000200:3.0:1780963367.829660:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.829669:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.829679:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa23c6af x1867475276793024/t0(0) o8->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.831592:0:2264:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000113d0bbd. 00000400:00000200:1.0:1780963367.831609:0:2264:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ba956a 00000400:00000010:1.0:1780963367.831612:0:2264:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ba956a. 00000100:00000200:1.0:1780963367.831628:0:2264:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa23c6af x1867475276793024/t0(0) o8->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.831641:0:2264:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa23c6af x1867475276793024/t0(0) o8->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1780963367.831673:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 0000000053c55e1d (tot 3151318). 02000000:00000010:1.0:1780963367.831775:0:2264:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008de2e029. 02000000:00000010:1.0:1780963367.831786:0:2264:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000004244f35e. 00000400:00000200:3.0:1780963367.832125:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.832132:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.832142:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.832148:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.832153:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.832158:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 448 into portal 10 MB=0x6a27578800580 00000400:00000200:3.0:1780963367.832163:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.832171:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 448/448 into md 0x30d [1] + 224 00000400:00000200:3.0:1780963367.832190:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.832196:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.832206:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab495c98 x1867475276793216/t0(0) o40->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/9/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1780963367.832294:0:2266:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a92aaeff. 00000400:00000200:0.0:1780963367.832310:0:2266:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5b56419 00000400:00000010:0.0:1780963367.832312:0:2266:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5b56419. 00000100:00000200:0.0:1780963367.832327:0:2266:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68022d8 x1867475276793152/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963374 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1780963367.832337:0:2266:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68022d8 x1867475276793152/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963374 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.832364:0:2264:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa23c6af. 02000000:00000010:0.0:1780963367.832369:0:2266:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ab44d56. 02000000:00000010:0.0:1780963367.832379:0:2266:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000012be3f91. 00000100:00000010:0.0:1780963367.832386:0:2266:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68022d8. 00000400:00000200:3.0:1780963367.835134:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.835146:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.835156:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.835162:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.835167:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.835171:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 416 into portal 4 MB=0x6a27578800500 00000400:00000200:3.0:1780963367.835178:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.835185:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 416/416 into md 0x305 [1] + 0 00000400:00000200:3.0:1780963367.835239:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.835245:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.835258:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b853e20 x1867475276793088/t0(0) o8->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.836410:0:2264:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000045511842. 00000400:00000200:1.0:1780963367.836422:0:2264:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d880b8 00000400:00000010:1.0:1780963367.836424:0:2264:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d880b8. 00000100:00000200:1.0:1780963367.836438:0:2264:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b853e20 x1867475276793088/t0(0) o8->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.836456:0:2264:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b853e20 x1867475276793088/t0(0) o8->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1780963372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1780963367.836522:0:2264:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 000000007c766a6a (tot 3155862). 02000000:00000010:1.0:1780963367.836596:0:2264:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1e07b9c. 02000000:00000010:1.0:1780963367.836604:0:2264:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000003c4d02dc. 00000100:00000010:1.0:1780963367.836611:0:2264:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003b853e20. 00000400:00000010:2.0:1780963367.842265:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088a9d2dd. 00000400:00000200:2.0:1780963367.842284:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000267ea9b 00000400:00000010:2.0:1780963367.842286:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000267ea9b. 00000100:00000200:2.0:1780963367.842304:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab495c98 x1867475276793216/t0(0) o40->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/9/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963367.842318:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab495c98 x1867475276793216/t0(0) o40->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/9/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1780963367.842374:0:5717:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000120b1c19 (tot 3160406). 00000100:00000010:2.0:1780963367.842402:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000011410b01. 00000002:00000200:2.0:1780963367.842411:0:5717:0:(mdc_request.c:145:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1780963367.842417:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008178b619. 02000000:00000010:2.0:1780963367.842424:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d764fa86. 00000100:00000010:2.0:1780963367.842429:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab495c98. 00000080:00000010:2.0:1780963367.842443:0:5717:0:(llite_lib.c:673:client_common_fill_super()) kmalloced '(op_data)': 392 at 0000000009b59f89. 00000020:00000010:2.0:1780963367.842476:0:5717:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000008de2e029 (tot 3161046). 00000100:00000010:2.0:1780963367.842523:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c1ef3c3. 02000000:00000010:2.0:1780963367.842541:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4d26a17. 00000100:00000010:2.0:1780963367.842557:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004062d687. 02000000:00000010:2.0:1780963367.842577:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fad0b63c. 00000400:00000200:2.0:1780963367.842587:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963367.842591:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9e396ad. 00000400:00000010:2.0:1780963367.842596:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e34ee75f. 00000100:00000200:2.0:1780963367.842603:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276793280, portal 10 00000400:00000010:2.0:1780963367.842609:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad57b95. 00000100:00000200:2.0:1780963367.842612:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1867475276793280, offset 0 00000400:00000200:2.0:1780963367.842619:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963367.842629:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.842639:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963367.842647:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963367.842652:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963367.842655:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963367.842659:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [27:27:256:4294967295] 192.168.202.121@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1780963367.842663:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.842673:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963367.842680:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963367.842687:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5af101a (tot 3161294). 00000800:00000200:2.0:1780963367.842694:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963367.842792:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963367.842797:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5af101a type 1, nob 360 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.844318:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.844328:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5af101a (tot 3161046). 00000400:00000200:3.0:1780963367.844338:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.844348:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.844355:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad57b95 00000400:00000010:3.0:1780963367.844358:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad57b95. 00000100:00000200:3.0:1780963367.844367:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c1ef3c3 x1867475276793280/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963379 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.845656:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.845668:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.845677:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.845683:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.845688:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.845693:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 248 into portal 10 MB=0x6a275788005c0 00000400:00000200:3.0:1780963367.845710:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.845718:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 248/248 into md 0x315 [1] + 224 00000400:00000200:3.0:1780963367.845738:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.845742:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.845754:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c1ef3c3 x1867475276793280/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963379 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1780963367.846115:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9e396ad. 00000400:00000200:2.0:1780963367.846121:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e34ee75f 00000400:00000010:2.0:1780963367.846122:0:5717:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e34ee75f. 00000100:00000200:2.0:1780963367.846129:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c1ef3c3 x1867475276793280/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963379 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1780963367.846138:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c1ef3c3 x1867475276793280/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963379 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1780963367.846201:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004062d687. 02000000:00000010:2.0:1780963367.846216:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fad0b63c. 02000000:00000010:2.0:1780963367.846222:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4d26a17. 00000100:00000010:2.0:1780963367.846238:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c1ef3c3. 80000000:00000010:2.0:1780963367.846247:0:5717:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000bec18087. 00000020:00000010:2.0:1780963367.846262:0:5717:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000007d2c2310 (tot 3161686). 00000100:00000010:2.0:1780963367.846269:0:5717:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c1ef3c3. 02000000:00000010:2.0:1780963367.846285:0:5717:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4d26a17. 00000100:00000010:2.0:1780963367.846301:0:5717:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004062d687. 02000000:00000010:2.0:1780963367.846398:0:5717:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000351d68a6. 00000400:00000200:2.0:1780963367.846405:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963367.846409:0:5717:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9e396ad. 00000400:00000010:2.0:1780963367.846415:0:5717:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000c73a06af (tot 3162318). 00000100:00000200:2.0:1780963367.846423:0:5717:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475276793344, portal 10 00000400:00000010:2.0:1780963367.846430:0:5717:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e34ee75f. 00000100:00000200:2.0:1780963367.846433:0:5717:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867475276793344, offset 0 00000400:00000200:2.0:1780963367.846441:0:5717:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963367.846646:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.846655:0:5717:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963367.846665:0:5717:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963367.846669:0:5717:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963367.846671:0:5717:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963367.846675:0:5717:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [28:28:256:4294967295] 192.168.202.121@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1780963367.846679:0:5717:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963367.846687:0:5717:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963367.846693:0:5717:0:(socklnd_cb.c:995:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963367.846710:0:5717:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083daf261 (tot 3162566). 00000800:00000200:2.0:1780963367.846718:0:5717:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963367.846727:0:5717:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963367.846738:0:5717:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083daf261 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:3.0:1780963367.849920:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963367.849932:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083daf261 (tot 3162318). 00000400:00000200:3.0:1780963367.849942:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.849955:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963367.849963:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e34ee75f 00000400:00000010:3.0:1780963367.849966:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e34ee75f. 00000100:00000200:3.0:1780963367.849979:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c1ef3c3 x1867475276793344/t0(0) o33->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963374 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1780963367.850027:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.850031:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963367.850059:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.850064:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.850069:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.850073:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 464 into portal 10 MB=0x6a27578800600 00000400:00000200:3.0:1780963367.850079:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963367.850086:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 464/464 into md 0x325 [32] + 224 00000400:00000200:3.0:1780963367.850106:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963367.850110:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000200:3.0:1780963367.850116:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c1ef3c3 x1867475276793344/t0(0) o33->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1780963367.853088:0:5717:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9e396ad. 00000400:00000200:1.0:1780963367.853107:0:5717:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73a06af 00000400:00000010:1.0:1780963367.853111:0:5717:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000c73a06af (tot 3161686). 00000100:00000200:1.0:1780963367.853133:0:5717:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c1ef3c3 x1867475276793344/t0(0) o33->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1780963367.853145:0:5717:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c1ef3c3 x1867475276793344/t0(0) o33->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780963374 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1780963367.853188:0:5717:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004062d687. 00000002:00000200:1.0:1780963367.853199:0:5717:0:(mdc_request.c:183:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1780963367.853207:0:5717:0:(llite_lib.c:690:client_common_fill_super()) kfreed 'op_data': 392 at 0000000009b59f89. 00000080:00000010:1.0:1780963367.853301:0:5717:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000006e2864ba. 02000000:00000010:1.0:1780963367.853331:0:5717:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000351d68a6. 02000000:00000010:1.0:1780963367.853409:0:5717:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4d26a17. 00000100:00000010:1.0:1780963367.853415:0:5717:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c1ef3c3. 00000020:00000010:1.0:1780963367.853423:0:5717:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 00000000ba3ac418. 00000020:00000010:1.0:1780963367.853429:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d764fa86. 00000020:00000010:1.0:1780963367.853435:0:5717:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002851b040. 00000020:00000010:1.0:1780963367.853445:0:5717:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 000000009487d97d. 00000008:00000010:1.0:1780963367.853463:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000057c6a3a4. 00020000:00000010:1.0:1780963367.853469:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000b37a6f1d. 00008000:00000010:1.0:1780963367.853482:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000f54550c5. 00000080:00000010:1.0:1780963367.853527:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000fd2b7fc4. 00000080:00000010:1.0:1780963367.853533:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000004e0deb6b. 00000020:00000010:1.0:1780963367.853539:0:5717:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e75708cf. 00000008:00000010:1.0:1780963367.853544:0:5717:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000c3639b39. 00020000:00000010:1.0:1780963367.853549:0:5717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000599b2c58. 00008000:00000010:1.0:1780963367.853553:0:5717:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000009755a431. 00000080:00000010:1.0:1780963367.853557:0:5717:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008d8a2001. 00000080:00000010:1.0:1780963367.853563:0:5717:0:(vvp_dev.c:194:vvp_device_alloc()) kmalloced '(vdv)': 72 at 00000000fdc76262. 00000080:00000010:1.0:1780963367.853570:0:5717:0:(vvp_dev.c:202:vvp_device_alloc()) kmalloced '(site)': 528 at 00000000e5cb3894. 00000020:00000010:1.0:1780963367.853612:0:5717:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000062a450b9. 00000020:00000010:1.0:1780963367.853622:0:5717:0:(lprocfs_status.c:1241:lprocfs_alloc_stats()) alloc '(stats)': 80 at 000000002dbe3fe8 (tot 3161766). 00000020:00000010:1.0:1780963367.853627:0:5717:0:(lprocfs_status.c:1251:lprocfs_alloc_stats()) alloc '(stats->ls_cnt_header)': 144 at 00000000915e6ce7 (tot 3161910). 00000008:00000010:1.0:1780963367.853635:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000a39b7503. 00020000:00000010:1.0:1780963367.853637:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000007a90174c. 00008000:00000010:1.0:1780963367.853640:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000a3e4edc0. 00000080:00000010:1.0:1780963367.853642:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000c28dc83d. 00000080:00000010:1.0:1780963367.853645:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 000000002e9b571b. 00000008:00000010:1.0:1780963367.853647:0:5717:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000047943c00. 00020000:00000010:1.0:1780963367.853650:0:5717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001b9f926c. 00008000:00000010:1.0:1780963367.853651:0:5717:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ad7bbbc4. 00000080:00000010:1.0:1780963367.853654:0:5717:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e05b7c32. 00000008:00000010:1.0:1780963367.853657:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000004d895367. 00020000:00000010:1.0:1780963367.853659:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000091e7e399. 00008000:00000010:1.0:1780963367.853661:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000b7ff9580. 00000080:00000010:1.0:1780963367.853663:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 000000008855eb34. 00000080:00000010:1.0:1780963367.853665:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000b1e6d269. 00000008:00000010:1.0:1780963367.853668:0:5717:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000fc0950f8. 00020000:00000010:1.0:1780963367.853670:0:5717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000590dffbf. 00008000:00000010:1.0:1780963367.853676:0:5717:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cf39606b. 00000080:00000010:1.0:1780963367.853679:0:5717:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000372515bf. 00000008:00000010:1.0:1780963367.853683:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000003a35ffc2. 00020000:00000010:1.0:1780963367.853685:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000d7b0bb1f. 00008000:00000010:1.0:1780963367.853687:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000089d322f7. 00000080:00000010:1.0:1780963367.853688:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 0000000044c1740f. 00000080:00000010:1.0:1780963367.853691:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000dd63e2cb. 00000008:00000010:1.0:1780963367.853694:0:5717:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000eb854760. 00020000:00000010:1.0:1780963367.853706:0:5717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000623f4c1. 00008000:00000010:1.0:1780963367.853708:0:5717:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a81e42af. 00000080:00000010:1.0:1780963367.853710:0:5717:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000040394730. 00000008:00000010:1.0:1780963367.853713:0:5717:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000bcc42c2b. 00020000:00000010:1.0:1780963367.853716:0:5717:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000064e6364b. 00008000:00000010:1.0:1780963367.853718:0:5717:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000024c68bef. 00000080:00000010:1.0:1780963367.853720:0:5717:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000fc49777e. 00000080:00000010:1.0:1780963367.853722:0:5717:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000609b63e7. 00000008:00000010:1.0:1780963367.853725:0:5717:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 00000000b5f04401. 00020000:00000010:1.0:1780963367.853727:0:5717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000008c915237. 00008000:00000010:1.0:1780963367.853728:0:5717:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 00000000633ebc2e. 00000080:00000010:1.0:1780963367.853731:0:5717:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e5311738. 00020000:00000010:1.0:1780963367.853739:0:5717:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000001480daa3. 00020000:00000010:1.0:1780963367.853743:0:5717:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000f2c1fd0b. 00020000:00000010:1.0:1780963367.853746:0:5717:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000adb5bc3e. 00020000:00000010:1.0:1780963367.853750:0:5717:0:(lovsub_dev.c:111:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000004f1b503a. 00000080:00000010:1.0:1780963367.853760:0:5717:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000c8b7d21d. 00000080:00000010:1.0:1780963367.853768:0:5717:0:(llite_lib.c:771:client_common_fill_super()) kfreed 'data': 192 at 000000009512f413. 00000080:00000010:1.0:1780963367.853772:0:5717:0:(llite_lib.c:773:client_common_fill_super()) kfreed 'osfs': 144 at 000000007348c77e. 00000080:00000010:1.0:1780963367.853927:0:5717:0:(llite_lib.c:1427:ll_fill_super()) kfreed 'md': 33 at 00000000bfffc664. 00000080:00000010:1.0:1780963367.853931:0:5717:0:(llite_lib.c:1430:ll_fill_super()) kfreed 'dt': 33 at 0000000052c8bbb4. 00000080:00000010:1.0:1780963367.853936:0:5717:0:(llite_lib.c:1439:ll_fill_super()) kfreed 'cfg': 80 at 000000005f5666ff. 00000080:02000400:1.0:1780963367.853941:0:5717:0:(llite_lib.c:1444:ll_fill_super()) Mounted lustre-client 00010000:00010000:2.0:1780963368.056783:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1780963368.112991:0:5768:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963368.113022:0:5768:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963368.113099:0:5768:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963368.113113:0:5768:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963368.113124:0:5768:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963368.113153:0:5768:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d406d34 pname:cluuid:pid:xid:nid:opc:job mkdir:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5768:1867475276793408:192.168.202.121@tcp:101: 00000100:00100000:2.0:1780963368.113256:0:5768:0:(client.c:2500:ptlrpc_set_wait()) set 000000009e86982d going to sleep for 6 seconds 00000100:00100000:3.0:1780963368.166717:0:5768:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d406d34 pname:cluuid:pid:xid:nid:opc:job mkdir:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5768:1867475276793408:192.168.202.121@tcp:101: 00010000:00010000:3.0:1780963368.166753:0:5768:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166769:0:5768:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166783:0:5768:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166805:0:5768:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166818:0:5768:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166825:0:5768:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166833:0:5768:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1780963368.166866:0:5768:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000005d406d34 x1867475276793408/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963375 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000002:00010000:3.0:1780963368.166880:0:5768:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166896:0:5768:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1780963368.166933:0:5768:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:3.0:1780963368.166942:0:5768:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:3.0:1780963368.166950:0:5768:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:3.0:1780963368.166952:0:5768:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 0000000056f87cb4 00010000:00010000:3.0:1780963368.166954:0:5768:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963368.166962:0:5768:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963369.078356:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963370.107002:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1780963370.559846:0:5823:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963370.559881:0:5823:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963370.559898:0:5823:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963370.559912:0:5823:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963370.559923:0:5823:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963370.559926:0:5823:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:0.0:1780963370.559933:0:5823:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000dc1ca351 00010000:00010000:0.0:1780963370.559936:0:5823:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963370.559944:0:5823:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963370.560531:0:5823:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963370.560540:0:5823:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963370.560547:0:5823:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963370.560555:0:5823:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963370.560562:0:5823:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963370.560564:0:5823:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:0.0:1780963370.560568:0:5823:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000dc1ca351 00010000:00010000:0.0:1780963370.560570:0:5823:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963370.560576:0:5823:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963370.560646:0:5823:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963370.560654:0:5823:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963370.560660:0:5823:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963370.560667:0:5823:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963370.560686:0:5823:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963370.560688:0:5823:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:0.0:1780963370.560691:0:5823:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 000000005d0b5eaa 00010000:00010000:0.0:1780963370.560699:0:5823:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963370.560705:0:5823:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963370.560714:0:5823:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 44 00000080:00200000:0.0:1780963370.560721:0:5823:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), flags 100000 00000080:00200000:0.0:1780963370.560843:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00800000:00000004:0.0:1780963370.560857:0:5823:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff953087f78000: age 226, max_age 228 00000100:00100000:0.0:1780963370.560897:0:5823:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793472:192.168.202.121@tcp:41: 00000100:00100000:0.0:1780963370.560990:0:5823:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e56ce642 going to sleep for 6 seconds 00000100:00100000:0.0:1780963370.568598:0:5823:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793472:192.168.202.121@tcp:41: 00800000:00000004:0.0:1780963370.568629:0:5823:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff953087f78000: update 00000000cb42c9d8 cache blocks 17230/17271 objects 499325/499659 00000080:00200000:0.0:1780963370.568722:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00800000:00000004:0.0:1780963370.568737:0:5823:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0001-mdc-ffff953087f78000: age -775, max_age 228 00000100:00100000:0.0:1780963370.568772:0:5823:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793536:192.168.202.121@tcp:41: 00000100:00100000:0.0:1780963370.568837:0:5823:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e56ce642 going to sleep for 6 seconds 00010000:00080000:0.0:1780963370.574034:0:5823:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d68022d8 x1867475276793536/t0(0) o41->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1780963377 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963370.574056:0:5823:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793536:192.168.202.121@tcp:41: 00800000:00000004:0.0:1780963370.574089:0:5823:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0001-mdc-ffff953087f78000: update 000000000594d382 cache blocks 17232/17271 objects 503695/504009 00000080:00200000:0.0:1780963370.574160:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574185:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574190:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574194:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574215:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574219:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574235:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574239:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574244:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574248:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574252:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574257:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574261:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574265:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574269:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574274:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574278:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574282:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574285:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574289:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574292:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574296:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574300:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574303:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574307:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574311:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574315:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574319:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574323:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574327:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574331:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574335:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574339:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574351:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574356:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574360:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574364:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574367:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574372:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574376:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574380:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574383:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574387:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574391:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574394:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574398:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574402:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574405:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574409:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574412:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574415:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574418:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574422:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574425:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574428:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574432:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574436:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574439:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574443:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574447:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574451:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574456:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574470:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.574474:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00020000:00000004:0.0:1780963370.574482:0:5823:0:(obd_class.h:1069:obd_statfs()) lustre-OST0000-osc-ffff953087f78000: age -775, max_age 228 00000100:00100000:0.0:1780963370.574567:0:5823:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793600:192.168.202.121@tcp:13: 00000100:00100000:0.0:1780963370.574650:0:5823:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e56ce642 going to sleep for 11 seconds 00010000:00080000:0.0:1780963370.582562:0:5823:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d68022d8 x1867475276793600/t0(0) o13->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1780963382 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963370.582583:0:5823:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793600:192.168.202.121@tcp:13: 00020000:00000004:0.0:1780963370.582606:0:5823:0:(obd_class.h:1093:obd_statfs()) lustre-OST0000-osc-ffff953087f78000: update 0000000067ef0fe1 cache blocks 3678/3683 objects 117760/118184 00000080:00200000:0.0:1780963370.582680:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00020000:00000004:0.0:1780963370.582695:0:5823:0:(obd_class.h:1069:obd_statfs()) lustre-OST0001-osc-ffff953087f78000: age -775, max_age 228 00000100:00100000:0.0:1780963370.582728:0:5823:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793664:192.168.202.121@tcp:13: 00000100:00100000:0.0:1780963370.582797:0:5823:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e56ce642 going to sleep for 11 seconds 00010000:00080000:0.0:1780963370.587264:0:5823:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d68022d8 x1867475276793664/t0(0) o13->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1780963382 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963370.587285:0:5823:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:5823:1867475276793664:192.168.202.121@tcp:13: 00020000:00000004:0.0:1780963370.587307:0:5823:0:(obd_class.h:1093:obd_statfs()) lustre-OST0001-osc-ffff953087f78000: update 000000003362382b cache blocks 3679/3683 objects 117792/118083 00000080:00200000:0.0:1780963370.587806:0:5823:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc00866a4 00000080:00200000:0.0:1780963370.587832:0:5823:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151) 00010000:00010000:0.0:1780963371.125885:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963372.150773:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963372.930944:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276793728:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963372.931061:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007eb13314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793856:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963372.931090:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793984:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963372.931123:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780963372.931141:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd9555ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793792:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963372.931172:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ab6466f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793920:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963372.937122:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd9555ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793792:192.168.202.121@tcp:400: 00010000:00080000:0.0:1780963372.937150:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000006ab6466f x1867475276793920/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963372.937160:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ab6466f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793920:192.168.202.121@tcp:400: 00000100:00100000:0.0:1780963372.937171:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276793728:192.168.202.121@tcp:400: 00010000:00080000:0.0:1780963372.937183:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000007eb13314 x1867475276793856/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963372.937190:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007eb13314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793856:192.168.202.121@tcp:400: 00010000:00080000:0.0:1780963372.937200:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000776bc659 x1867475276793984/t0(0) o400->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963379 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1780963372.937207:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276793984:192.168.202.121@tcp:400: 00000400:00000080:2.0:1780963373.006805:0:6011:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963373.006811:0:6011:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1780963373.187795:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963374.197881:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963375.222096:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963376.247919:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780963377.091891:0:2259:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:3.0:1780963377.091992:0:2259:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:2.0:1780963377.092154:0:5721:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475292544384 00000100:00100000:2.0:1780963377.092250:0:5721:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475292544448 00000100:00100000:2.0:1780963377.092267:0:5721:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 0 00000100:00100000:2.0:1780963377.092275:0:5721:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f9dc405 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+4:9258:x1867475292544384:12345-192.168.202.121@tcp:104: 00010000:00010000:2.0:1780963377.092301:0:5721:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963377.092466:0:5721:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780963377.092472:0:5721:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f9dc405 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+4:9258:x1867475292544384:12345-192.168.202.121@tcp:104: Request processed in 198us (597us total) trans 0 rc 0/0 00010000:00010000:0.0:1780963377.093724:0:5728:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780963377.093733:0:5728:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.093747:0:5728:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000645bd6a already unused, calling callback (00000000b618ece8) 10000000:00010000:0.0:1780963377.093750:0:5728:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.093759:0:5728:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1780963377.093784:0:5728:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1780963377.093790:0:5728:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780963377.093864:0:5728:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.093871:0:5728:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963377.093897:0:5728:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.093903:0:5728:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 000000000645bd6a/0xa7c1c9eb1f93b62a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62cf expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.093925:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963377.093927:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963377.093928:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963377.093956:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276794048:192.168.202.121@tcp:103: 00000100:00100000:2.0:1780963377.095566:0:5721:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 0 00000100:00100000:2.0:1780963377.095632:0:5721:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 1 00000100:00100000:2.0:1780963377.095641:0:5721:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c616140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+3:9258:x1867475292544448:12345-192.168.202.121@tcp:104: 00010000:00010000:2.0:1780963377.095660:0:5721:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963377.095757:0:5721:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780963377.095763:0:5721:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c616140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+3:9258:x1867475292544448:12345-192.168.202.121@tcp:104: Request processed in 124us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1780963377.095769:0:5721:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 1 00010000:00010000:0.0:1780963377.096036:0:5729:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780963377.096042:0:5729:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.096049:0:5729:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aabf321c already unused, calling callback (00000000b618ece8) 10000000:00010000:0.0:1780963377.096053:0:5729:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.096059:0:5729:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1780963377.096065:0:5729:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1780963377.096089:0:5729:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780963377.096142:0:5729:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.096149:0:5729:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963377.096169:0:5729:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.096175:0:5729:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 00000000aabf321c/0xa7c1c9eb1f93b623 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62c8 expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963377.096194:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963377.096196:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963377.096197:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963377.096209:0:2266:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780963377.096229:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007eb13314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276794112:192.168.202.121@tcp:103: 00000100:00100000:0.0:1780963377.104216:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007eb13314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276794112:192.168.202.121@tcp:103: 00000100:00100000:0.0:1780963377.104238:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276794048:192.168.202.121@tcp:103: 00010000:00010000:0.0:1780963377.273371:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963378.040653:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000173ac4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276794240:192.168.202.121@tcp:400: 00000100:00100000:3.0:1780963378.040885:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c8bf3f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276794176:192.168.202.121@tcp:400: 00000100:00100000:3.0:1780963378.040998:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bb51b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276794304:192.168.202.121@tcp:400: 00000100:00100000:3.0:1780963378.041033:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c5abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276794432:192.168.202.121@tcp:400: 00000100:00100000:2.0:1780963378.041431:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014bbad17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276794368:192.168.202.121@tcp:400: 00000100:00100000:3.0:1780963378.049296:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000173ac4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276794240:192.168.202.121@tcp:400: 00010000:00080000:3.0:1780963378.049373:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000014bbad17 x1867475276794368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963385 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1780963378.049384:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014bbad17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276794368:192.168.202.121@tcp:400: 00010000:00080000:2.0:1780963378.055619:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000077bb51b9 x1867475276794304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963385 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963378.055642:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bb51b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276794304:192.168.202.121@tcp:400: 00010000:00080000:2.0:1780963378.055683:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000006c5abb89 x1867475276794432/t0(0) o400->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963385 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963378.055690:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c5abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276794432:192.168.202.121@tcp:400: 00000100:00100000:2.0:1780963378.055728:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c8bf3f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276794176:192.168.202.121@tcp:400: 00010000:00010000:2.0:1780963378.303620:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1780963378.552708:0:5731:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1780963378.552717:0:5731:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff953087f78000 from 48 10000000:01000000:1.0:1780963378.552740:0:5731:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1780963378.552787:0:5731:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963378.552800:0:5731:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963378.552810:0:5731:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963378.552835:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794496:192.168.202.121@tcp:101: 00000100:00100000:1.0:1780963378.552924:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf393295 going to sleep for 6 seconds 00000100:00100000:1.0:1780963378.563275:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794496:192.168.202.121@tcp:101: 00010000:00010000:1.0:1780963378.563303:0:5731:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b6315 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963378.563317:0:5731:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x64ee22e5511b6315 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963378.563410:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794560:192.168.202.121@tcp:501: 00000100:00100000:1.0:1780963378.563540:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf393295 going to sleep for 6 seconds 00000100:00100000:1.0:1780963378.574843:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794560:192.168.202.121@tcp:501: 00000100:00100000:1.0:1780963378.574934:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794624:192.168.202.121@tcp:503: 00000100:00100000:1.0:1780963378.579297:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf393295 going to sleep for 6 seconds 00000100:00100000:1.0:1780963378.583435:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794624:192.168.202.121@tcp:503: 00000100:00100000:1.0:1780963378.596227:0:6218:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6218:1867475276794688:192.168.202.121@tcp:502: 00000100:00100000:1.0:1780963378.596376:0:6218:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2632dc going to sleep for 6 seconds 00000100:00100000:1.0:1780963378.604098:0:6218:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6218:1867475276794688:192.168.202.121@tcp:502: 00000020:01000000:1.0:1780963378.604192:0:6218:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780963378.604207:0:6218:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963378.604210:0:6218:0:(obd_config.c:1460:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1780963378.604217:0:6218:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1780963378.604270:0:6218:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6218:1867475276794752:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780963378.604386:0:6218:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2632dc going to sleep for 6 seconds 00000100:00100000:1.0:1780963378.612248:0:6218:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6218:1867475276794752:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1780963378.612296:0:6218:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1780963378.612305:0:6218:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963378.612307:0:6218:0:(obd_config.c:1460:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1780963378.612311:0:6218:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 52 count 51 00000020:01000000:3.0:1780963378.612905:0:5731:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:3.0:1780963378.612948:0:5731:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1780963378.612959:0:5731:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b6315 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963378.612976:0:5731:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 0000000003c67971/0xa7c1c9eb1f93b69a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b6315 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1780963378.612989:0:5731:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1780963378.612991:0:5731:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff953087df14d8 from 1 10000000:01000000:3.0:1780963378.612995:0:5731:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1780963378.613045:0:5731:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963378.613054:0:5731:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963378.613065:0:5731:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963378.613095:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794816:192.168.202.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780963378.613230:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 000000007348c77e going to sleep for 6 seconds 00000100:00100000:3.0:1780963378.616773:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794816:192.168.202.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780963378.616813:0:5731:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b631c expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963378.616856:0:5731:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x64ee22e5511b631c expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963378.616973:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794880:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963378.617065:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 000000007348c77e going to sleep for 6 seconds 00000100:00100000:3.0:1780963378.628199:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276794880:192.168.202.121@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1780963378.628287:0:5731:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1780963378.628299:0:5731:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b631c expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963378.628312:0:5731:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 00000000d70c599c/0xa7c1c9eb1f93b6a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b631c expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963379.324127:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963380.344985:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963380.383872:0:2260:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:3.0:1780963380.384168:0:5720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475292548480 00000100:00100000:3.0:1780963380.384271:0:5720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 2 00000100:00100000:3.0:1780963380.384279:0:5720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c8bf3f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+3:9319:x1867475292548480:12345-192.168.202.121@tcp:104: 00010000:00010000:3.0:1780963380.384299:0:5720:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963380.384390:0:5720:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780963380.384396:0:5720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c8bf3f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+3:9319:x1867475292548480:12345-192.168.202.121@tcp:104: Request processed in 118us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1780963380.384409:0:5720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 2 00010000:00010000:0.0:1780963380.385694:0:5728:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780963380.385705:0:5728:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963380.385720:0:5728:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000027d9f84 already unused, calling callback (00000000b618ece8) 10000000:00010000:0.0:1780963380.385723:0:5728:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963380.385753:0:5728:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1780963380.385759:0:5728:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1780963380.385763:0:5728:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1780963380.385818:0:5728:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963380.385824:0:5728:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963380.385871:0:5728:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963380.385878:0:5728:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 00000000027d9f84/0xa7c1c9eb1f93b662 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b62dd expref: -99 pid: 5717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963380.385900:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963380.385902:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963380.385904:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963380.385917:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780963380.385937:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276794944:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1780963380.393230:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276794944:192.168.202.121@tcp:103:ldlm_bl_01.0 10000000:01000000:3.0:1780963380.613602:0:5731:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1780963380.613614:0:5731:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff953087f78000 from 1 10000000:01000000:3.0:1780963380.613623:0:5731:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1780963380.613712:0:5731:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963380.613745:0:5731:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963380.613758:0:5731:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963380.613792:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276795008:192.168.202.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780963380.613907:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029a6ff83 going to sleep for 6 seconds 00000100:00100000:3.0:1780963380.617266:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276795008:192.168.202.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780963380.617304:0:5731:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963380.617321:0:5731:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963380.617426:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276795072:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963380.617548:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029a6ff83 going to sleep for 6 seconds 00000100:00100000:3.0:1780963380.622921:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276795072:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963380.623008:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276795136:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780963380.623122:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029a6ff83 going to sleep for 6 seconds 00000100:00100000:3.0:1780963380.643740:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276795136:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780963380.646605:0:6236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6236:1867475276795200:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780963380.646776:0:6236:0:(client.c:2500:ptlrpc_set_wait()) set 0000000046376d45 going to sleep for 6 seconds 00000100:00100000:0.0:1780963380.654270:0:6236:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6236:1867475276795200:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1780963380.654344:0:6236:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1780963380.654447:0:6236:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1780963380.654450:0:6236:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1780963380.654458:0:6236:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff953087f78000 00000020:00000080:0.0:1780963380.654461:0:6236:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1780963380.654628:0:6236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6236:1867475276795264:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780963380.654884:0:6236:0:(client.c:2500:ptlrpc_set_wait()) set 0000000046376d45 going to sleep for 6 seconds 00000100:00100000:1.0:1780963380.677218:0:6236:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000776bc659 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:6236:1867475276795264:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1780963380.677276:0:6236:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1780963380.677286:0:6236:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780963380.677289:0:6236:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1780963380.677293:0:6236:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 4 count 4 00000020:01000000:3.0:1780963380.677936:0:5731:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1780963380.677966:0:5731:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1780963380.677975:0:5731:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963380.678004:0:5731:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963381.366472:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963382.399969:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963383.161197:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000842ded41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276795392:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963383.161304:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276795328:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963383.161340:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bfd9738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276795520:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963383.161349:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7f536e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795456:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963383.161386:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067cc759a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795584:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963383.170798:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000842ded41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276795392:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963383.170831:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000002bfd9738 x1867475276795520/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963390 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963383.170844:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bfd9738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276795520:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963383.170903:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbaee587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276795328:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963383.170922:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000c7f536e4 x1867475276795456/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963390 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963383.170932:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7f536e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795456:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963383.170943:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000067cc759a x1867475276795584/t0(0) o400->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963390 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963383.170951:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067cc759a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795584:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1780963383.414559:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963384.437996:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963385.461863:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963386.489744:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963387.509724:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963388.278114:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bfd9738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276795648:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963388.283465:0:2268:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780963388.283515:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000842ded41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276795712:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963388.288964:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062b34861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795840:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963388.289044:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780963388.289051:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034cfb651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795776:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963388.289072:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd18d879 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795904:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963388.289447:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bfd9738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276795648:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963388.306561:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000034cfb651 x1867475276795776/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963395 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963388.306592:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034cfb651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795776:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963388.306605:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000dd18d879 x1867475276795904/t0(0) o400->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963395 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963388.306631:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd18d879 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795904:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:3.0:1780963388.306643:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000062b34861 x1867475276795840/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963395 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963388.306650:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062b34861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276795840:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963388.307562:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000842ded41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276795712:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963388.534040:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963389.564445:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963390.220178:0:6586:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963390.220185:0:6586:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg221-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1780963390.582121:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963391.610566:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963392.629627:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963393.402851:0:8:0:(import.c:86:import_set_state_nolock()) 00000000af4f8d17 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1780963393.402860:0:8:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff953087f78000: disconnect after 23s idle 00000100:00100000:1.0:1780963393.404983:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007eb13314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276795968:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780963393.405082:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ab6466f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276796096:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780963393.405119:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780963393.405126:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276796032:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780963393.420872:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d68022d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276796032:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780963393.420904:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007eb13314 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276795968:192.168.202.121@tcp:400:kworker/u8:0.0 00010000:00080000:1.0:1780963393.420942:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000006ab6466f x1867475276796096/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963400 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780963393.420955:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ab6466f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276796096:192.168.202.121@tcp:400:kworker/u8:0.0 00000100:00080000:0.0:1780963393.428138:0:8:0:(import.c:86:import_set_state_nolock()) 00000000df0d47e8 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1780963393.428153:0:8:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff953087f78000: disconnect after 23s idle 00000100:00100000:1.0:1780963393.428256:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd9555ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276796160:192.168.202.121@tcp:9:kworker/u8:0.0 00000100:00100000:1.0:1780963393.428386:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095bccb22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276796224:192.168.202.121@tcp:9:kworker/u8:0.0 00010000:00080000:1.0:1780963393.433634:0:2264:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000dd9555ad x1867475276796160/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963399 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00080000:1.0:1780963393.433661:0:2264:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@00000000dd9555ad x1867475276796160/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963399 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00080000:1.0:1780963393.433669:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000af4f8d17 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1780963393.433674:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd9555ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276796160:192.168.202.121@tcp:9:kworker/u8:0.0 00010000:00080000:1.0:1780963393.433690:0:2264:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000095bccb22 x1867475276796224/t0(0) o9->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963399 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00080000:1.0:1780963393.433699:0:2264:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@0000000095bccb22 x1867475276796224/t0(0) o9->lustre-OST0001-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963399 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00080000:1.0:1780963393.433705:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000df0d47e8 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1780963393.433708:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095bccb22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276796224:192.168.202.121@tcp:9:kworker/u8:0.0 00010000:00010000:0.0:1780963393.653721:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963394.686575:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963395.703520:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963395.964669:0:6917:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963395.964673:0:6917:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg221-client.virtnet: executing yml_node 00010000:00010000:2.0:1780963396.729763:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963397.013716:0:7066:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000400:00000080:0.0:1780963397.013735:0:7066:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000400:00000080:0.0:1780963397.013803:0:7066:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00010000:00010000:2.0:1780963397.749647:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963398.518063:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963398.518079:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963398.518082:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963398.518085:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963398.518114:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c5abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276796288:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963398.518617:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af3db31a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796416:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963398.518656:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780963398.518662:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bb51b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796352:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963398.525243:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bb51b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796352:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963398.525265:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000af3db31a x1867475276796416/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963405 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963398.525277:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af3db31a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796416:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963398.527260:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c5abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276796288:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1780963398.774736:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963399.802929:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963400.822908:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963401.470671:0:7411:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963401.470678:0:7411:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.15.8.1 00010000:00010000:2.0:1780963401.846807:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963402.869668:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963403.637697:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963403.637706:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963403.637709:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963403.637712:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963403.637758:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c5abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276796480:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1780963403.637870:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bb51b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276796608:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1780963403.637911:0:2268:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780963403.637929:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af3db31a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276796544:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963403.641293:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af3db31a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276796544:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963403.641319:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c5abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276796480:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00080000:3.0:1780963403.641333:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000077bb51b9 x1867475276796608/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963410 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963403.641345:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bb51b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276796608:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00010000:0.0:1780963403.894249:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963404.387243:0:7568:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963404.387251:0:7568:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.15.8.1 00010000:00010000:2.0:1780963404.919944:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963405.946360:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963406.967225:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780963407.528191:0:7724:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780963407.528198:0:7724:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.15.8.1 00010000:00010000:3.0:1780963407.991058:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963408.763943:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963408.763950:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963408.763953:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963408.763962:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963408.763997:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276796672:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963408.764091:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276796800:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963408.764124:0:2266:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780963408.764130:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276796736:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963408.776717:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276796736:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963408.776735:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276796672:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00080000:0.0:1780963408.776747:0:2266:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e020eb9d x1867475276796800/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963415 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1780963408.776756:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276796800:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1780963409.014867:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780963409.042084:0:7871:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780963409.042091:0:7871:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity ============----- Mon Jun 8 20:03:27 EDT 2026 00010000:00010000:1.0:1780963410.040641:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963411.061720:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963412.086078:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963413.111650:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963413.878270:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963413.878277:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963413.878280:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963413.878282:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963413.878343:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007346bf16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276796864:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1780963413.878478:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d33abbbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796992:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1780963413.878581:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780963413.878587:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbfaa16a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796928:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963413.884095:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbfaa16a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796928:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963413.884112:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007346bf16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276796864:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00080000:3.0:1780963413.884122:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d33abbbf x1867475276796992/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963420 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963413.884132:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d33abbbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276796992:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1780963414.133564:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963415.160358:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963416.181683:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963417.220645:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963418.231905:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963418.742779:0:8279:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963418.742886:0:8279:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: - need MDS1_VERSION < v2_14_55-100-g8a84c7f9c7 (34539521 < 34486116) for LU-14927, skip 0f 00000100:00080000:3.0:1780963418.999181:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963418.999188:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963418.999190:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963418.999193:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963418.999221:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd18d879 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276797120:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963418.999330:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780963418.999336:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062b34861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276797056:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963418.999603:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034cfb651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276797184:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963419.004707:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062b34861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276797056:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:2.0:1780963419.004728:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000034cfb651 x1867475276797184/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963425 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780963419.004748:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034cfb651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276797184:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780963419.004760:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd18d879 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276797120:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1780963419.258267:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963420.278089:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963420.436896:0:8418:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963420.436902:0:8418:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 42a 42b 42c 407 118c 118d 817 411 130b 130c 130d 130e 130f 130g 312 00010000:00010000:2.0:1780963421.310790:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963421.540071:0:8557:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963421.540075:0:8557:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 27m 60i 64b 68 71 115 135 136 230d 300o 51b 00010000:00010000:1.0:1780963422.325670:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780963422.371681:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:3.0:1780963422.371715:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963422.371732:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963422.371862:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963422.371875:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:3.0:1780963422.371877:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:3.0:1780963422.371939:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ce940f0e 00010000:00010000:3.0:1780963422.371942:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963422.371970:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963422.412836:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:3.0:1780963422.412865:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963422.412882:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963422.412896:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963422.412906:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:3.0:1780963422.412909:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:3.0:1780963422.412917:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ce940f0e 00010000:00010000:3.0:1780963422.412919:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963422.412928:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1780963422.462912:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:3.0:1780963422.462937:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780963422.462953:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963422.462968:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1780963422.462992:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:3.0:1780963422.463006:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:3.0:1780963422.463014:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ce940f0e 00010000:00010000:3.0:1780963422.463016:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963422.463023:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963422.541254:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963422.541282:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963422.541299:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963422.541313:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963422.541386:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963422.541390:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:2.0:1780963422.541396:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ce940f0e 00010000:00010000:2.0:1780963422.541398:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963422.541406:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963423.359042:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963424.118849:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963424.118857:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963424.118859:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963424.118862:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963424.118949:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df8b47d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797312:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963424.119037:0:2268:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780963424.119044:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009d2d338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276797248:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1780963424.119067:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecd8c317 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797376:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963424.133123:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009d2d338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276797248:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963424.164734:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000ecd8c317 x1867475276797376/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963431 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963424.165218:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecd8c317 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797376:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963424.165250:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df8b47d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797312:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963424.378847:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963425.397775:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963426.423958:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963427.453903:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963428.469824:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1780963429.241786:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963429.241793:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963429.241796:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963429.241798:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1780963429.241856:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276797440:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963429.241945:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797568:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963429.242004:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780963429.242010:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797504:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963429.259944:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797504:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1780963429.259965:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276797440:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00080000:0.0:1780963429.259977:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000f9269211 x1867475276797568/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963436 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1780963429.259988:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797568:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1780963429.495038:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963430.517927:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780963430.680472:0:8880:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780963430.680479:0:8880:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg221-client.virtnet: executing check_config_client /mnt/lustre 00010000:00010000:2.0:1780963431.542172:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963432.571815:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963433.589977:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780963434.359881:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963434.359887:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780963434.359889:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963434.359892:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963434.359935:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797696:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963434.360028:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780963434.360035:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276797632:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963434.360058:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d28d16fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797760:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:1.0:1780963434.370460:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d28d16fe x1867475276797760/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963441 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1780963434.370481:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d28d16fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797760:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963434.370537:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276797696:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963434.377746:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276797632:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1780963434.624465:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780963435.638380:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963436.661802:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963437.691549:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963438.710226:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963439.494975:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963439.494982:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963439.494984:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963439.494987:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963439.495028:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ae7efa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276797824:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963439.495128:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7c28f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797952:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963439.495162:0:2268:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780963439.495167:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000df38c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797888:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963439.499610:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000df38c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797888:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00080000:3.0:1780963439.499627:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000009f7c28f0 x1867475276797952/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963446 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963439.499647:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7c28f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276797952:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963439.507166:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ae7efa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276797824:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1780963439.735638:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963440.769922:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963441.783005:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963442.806707:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963443.830852:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780963444.597897:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963444.597907:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780963444.597910:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963444.597914:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963444.597972:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7c28f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276798080:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963444.598105:0:2268:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780963444.598112:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ae7efa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276798016:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1780963444.598213:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000df38c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276798144:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1780963444.602933:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ae7efa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276798016:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00080000:2.0:1780963444.602960:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000000df38c22 x1867475276798144/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963451 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963444.602975:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000df38c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276798144:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1780963444.603002:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7c28f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276798080:192.168.202.121@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1780963444.853740:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780963445.877772:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963446.906307:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963447.927308:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963448.949658:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963449.719609:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963449.719618:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963449.719620:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963449.719623:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1780963449.719663:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bea523c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798272:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963449.719777:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780963449.719784:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3d420a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276798208:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963449.719809:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e656847b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798336:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:2.0:1780963449.725910:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e656847b x1867475276798336/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963456 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1780963449.725973:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e656847b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798336:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963449.726004:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bea523c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798272:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1780963449.727854:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3d420a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276798208:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1780963449.973759:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963450.998648:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963452.026642:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963453.046198:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963454.069711:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1780963454.837661:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963454.837670:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780963454.837672:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963454.837675:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1780963454.837806:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3d420a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276798400:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963454.837928:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e656847b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798528:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963454.837980:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780963454.837986:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bea523c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798464:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963454.844892:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bea523c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798464:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780963454.844917:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3d420a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276798400:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00080000:3.0:1780963454.844931:0:2267:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000e656847b x1867475276798528/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963461 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963454.844942:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e656847b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276798528:192.168.202.121@tcp:400:kworker/u8:1.0 00010000:00010000:0.0:1780963455.097396:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1780963455.138249:0:9624:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780963455.138260:0:9624:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1780963456.117728:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963457.141710:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963458.167721:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780963459.189884:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780963459.236892:0:2259:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00100000:3.0:1780963459.237450:0:5721:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475292567808 00000100:00100000:3.0:1780963459.237571:0:5721:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 3 00000100:00100000:3.0:1780963459.237580:0:5721:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076255e1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+3:11884:x1867475292567808:12345-192.168.202.121@tcp:104: 00010000:00010000:3.0:1780963459.237601:0:5721:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963459.237720:0:5721:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780963459.237743:0:5721:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076255e1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ddc678d8-0f9c-4e5d-ade5-a4c29e952648+3:11884:x1867475292567808:12345-192.168.202.121@tcp:104: Request processed in 163us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1780963459.237752:0:5721:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 3 00010000:00010000:1.0:1780963459.237817:0:5728:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780963459.237828:0:5728:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963459.237842:0:5728:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d859286c already unused, calling callback (00000000b618ece8) 10000000:00010000:1.0:1780963459.237845:0:5728:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963459.237854:0:5728:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1780963459.237860:0:5728:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1780963459.237865:0:5728:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1780963459.237937:0:5728:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963459.237944:0:5728:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963459.237985:0:5728:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963459.237995:0:5728:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.121@tcp lock: 00000000d859286c/0xa7c1c9eb1f93b6a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x64ee22e5511b63a8 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963459.238039:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963459.238041:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963459.238042:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780963459.238069:0:2266:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780963459.238092:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276798592:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1780963459.241950:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276798592:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00080000:0.0:1780963459.968560:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963459.968569:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780963459.968571:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963459.968574:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1780963459.972608:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276798656:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963459.972713:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276798784:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963459.972744:0:2266:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780963459.972750:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276798720:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963459.979876:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276798720:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1780963459.979899:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276798656:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00080000:1.0:1780963459.979936:0:2266:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000f53597c8 x1867475276798784/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963466 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1780963459.979951:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276798784:192.168.202.121@tcp:400:kworker/u8:2.0 00010000:00010000:0.0:1780963460.214124:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963461.237879:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780963461.238306:0:5731:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1780963461.238313:0:5731:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff953087f78000 from 4 10000000:01000000:3.0:1780963461.238318:0:5731:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1780963461.238369:0:5731:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963461.238381:0:5731:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963461.238390:0:5731:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963461.238416:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276798848:192.168.202.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780963461.238521:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 00000000854c414d going to sleep for 6 seconds 00000100:00100000:3.0:1780963461.272582:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276798848:192.168.202.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780963461.272626:0:5731:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b6426 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780963461.272643:0:5731:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x64ee22e5511b6426 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780963461.272760:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276798912:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963461.272842:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 00000000854c414d going to sleep for 6 seconds 00000100:00100000:3.0:1780963461.293587:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276798912:192.168.202.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780963461.293669:0:5731:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276798976:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780963461.293914:0:5731:0:(client.c:2500:ptlrpc_set_wait()) set 00000000854c414d going to sleep for 6 seconds 00000100:00100000:3.0:1780963461.297449:0:5731:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:5731:1867475276798976:192.168.202.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780963461.307227:0:9903:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:9903:1867475276799040:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:3.0:1780963461.307377:0:9903:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025df9a3 going to sleep for 6 seconds 00000100:00100000:3.0:1780963461.313249:0:9903:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:9903:1867475276799040:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780963461.313333:0:9903:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1780963461.313350:0:9903:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780963461.313352:0:9903:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1780963461.313360:0:9903:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff953087f78000 00000020:00000080:3.0:1780963461.313362:0:9903:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1780963461.313525:0:9903:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:9903:1867475276799104:192.168.202.121@tcp:502:llog_process_th.0 00000100:00100000:3.0:1780963461.313636:0:9903:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025df9a3 going to sleep for 6 seconds 00000100:00100000:3.0:1780963461.331617:0:9903:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:9903:1867475276799104:192.168.202.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780963461.331691:0:9903:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780963461.331704:0:9903:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780963461.331706:0:9903:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1780963461.331712:0:9903:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:1.0:1780963461.339721:0:5731:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1780963461.339782:0:5731:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.202.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1780963461.339792:0:5731:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b6426 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963461.339811:0:5731:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.121@tcp lock: 00000000502342a3/0xa7c1c9eb1f93b6af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x64ee22e5511b6426 expref: -99 pid: 5731 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963462.265356:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780963463.289129:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1780963463.974130:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963463.974170:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963463.974196:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.974231:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963463.974244:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963463.974248:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:0.0:1780963463.974256:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000e52cdc4e 00010000:00010000:0.0:1780963463.974258:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.974267:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963463.974286:0:7888:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:0.0:1780963463.974302:0:7888:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d52a, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=25 00000080:00200000:0.0:1780963463.974308:0:7888:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d52a, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=0 00000002:00010000:0.0:1780963463.974460:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d52a,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963463.976250:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.976272:0:7888:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.976283:0:7888:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963463.976317:0:7888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job bash:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:7888:1867475276799168:192.168.202.121@tcp:101:bash.0 00000100:00100000:0.0:1780963463.976439:0:7888:0:(client.c:2500:ptlrpc_set_wait()) set 000000005d68a601 going to sleep for 6 seconds 00000100:00100000:0.0:1780963463.983215:0:7888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job bash:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:7888:1867475276799168:192.168.202.121@tcp:101:bash.0 00010000:00010000:0.0:1780963463.983265:0:7888:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983283:0:7888:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983291:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983298:0:7888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983308:0:7888:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983315:0:7888:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000027d9f84 already unused, calling callback (0000000019b911a8) 00010000:00010000:0.0:1780963463.983333:0:7888:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983340:0:7888:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983348:0:7888:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983355:0:7888:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780963463.983362:0:7888:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983369:0:7888:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963463.983399:0:7888:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@000000008a3cac68 x1867475276799168/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963470 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:0.0:1780963463.983440:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983454:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963463.983462:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000b5e44432 00010000:00010000:0.0:1780963463.983466:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983473:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963463.983806:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963463.983824:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963463.983831:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983839:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963463.983848:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963463.983851:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:0.0:1780963463.983856:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000e52cdc4e 00010000:00010000:0.0:1780963463.983858:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983886:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963463.983896:0:7888:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:0.0:1780963463.983920:0:7888:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d52b, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=25 00000080:00200000:0.0:1780963463.983926:0:7888:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d52b, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=0 00000002:00010000:0.0:1780963463.983938:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d52b,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963463.983986:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.983993:0:7888:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963463.984003:0:7888:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963463.984027:0:7888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job bash:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:7888:1867475276799232:192.168.202.121@tcp:101:bash.0 00000100:00100000:0.0:1780963463.987659:0:7888:0:(client.c:2500:ptlrpc_set_wait()) set 000000005d68a601 going to sleep for 6 seconds 00000100:00100000:1.0:1780963463.988144:0:7888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job bash:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:7888:1867475276799232:192.168.202.121@tcp:101:bash.0 00010000:00010000:1.0:1780963463.988171:0:7888:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988189:0:7888:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988196:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988203:0:7888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988211:0:7888:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988342:0:7888:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e14705d4 already unused, calling callback (0000000019b911a8) 00010000:00010000:1.0:1780963463.988348:0:7888:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988357:0:7888:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988364:0:7888:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988371:0:7888:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780963463.988465:0:7888:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988473:0:7888:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e14705d4/0xa7c1c9eb1f93b6bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 7888 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963463.988517:0:7888:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@000000008a3cac68 x1867475276799232/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963470 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:1.0:1780963463.988567:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988582:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963463.988590:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000b5e44432 00010000:00010000:1.0:1780963463.988593:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.988600:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963463.989171:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:1.0:1780963463.989194:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963463.989202:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.989211:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963463.989349:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963463.989364:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:1.0:1780963463.989371:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ecca48d7 00010000:00010000:1.0:1780963463.989373:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.989380:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963463.989390:0:7888:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 44 00000080:00200000:1.0:1780963463.989470:0:7888:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), flags 304000 00000002:00010000:1.0:1780963463.989546:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1780963463.989552:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963463.989559:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963463.990605:0:7888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job bash:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:7888:1867475276799296:192.168.202.121@tcp:37:bash.0 00000100:00100000:1.0:1780963463.990936:0:7888:0:(client.c:2500:ptlrpc_set_wait()) set 000000001d5ebb02 going to sleep for 6 seconds 00000100:00100000:0.0:1780963464.001627:0:7888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b853e20 pname:cluuid:pid:xid:nid:opc:job bash:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:7888:1867475276799296:192.168.202.121@tcp:37:bash.0 00010000:00010000:1.0:1780963464.002903:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.002928:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.002976:0:7888:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:1.0:1780963464.003007:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963464.003025:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.003055:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963464.003065:0:7888:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963464.003069:0:7888:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:1.0:1780963464.003075:0:7888:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000f7322754 00010000:00010000:1.0:1780963464.003077:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.003083:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.004626:0:7888:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151) pos/size0/10752 32bit_api 0 00000002:00010000:1.0:1780963464.004663:0:7888:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1780963464.004751:0:7888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.004765:0:7888:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1780963464.004784:0:7888:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1780963464.004787:0:7888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.004794:0:7888:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.004847:0:7888:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151) pos/size18446744073709551614/10752 32bit_api 0 00000080:00200000:1.0:1780963464.004886:0:7888:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151) 00000080:00200000:2.0:1780963464.019750:0:9917:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.019790:0:9917:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.019812:0:9917:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.019829:0:9917:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.019844:0:9917:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.019847:0:9917:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:2.0:1780963464.019856:0:9917:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000d308057c 00010000:00010000:2.0:1780963464.019858:0:9917:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.019876:0:9917:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.019901:0:9917:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:2.0:1780963464.019918:0:9917:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=[Rdfs][0-9]*, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=8 00000080:00200000:2.0:1780963464.019923:0:9917:0:(namei.c:833:ll_lookup_it()) VFS Op:name=[Rdfs][0-9]*, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=getattr 00000002:00010000:2.0:1780963464.019938:0:9917:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: [Rdfs][0-9]*,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963464.019999:0:9917:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.020007:0:9917:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.020018:0:9917:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.020051:0:9917:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021bde3a8 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9917:1867475276799360:192.168.202.121@tcp:101:rm.0 00000100:00100000:2.0:1780963464.020805:0:9917:0:(client.c:2500:ptlrpc_set_wait()) set 000000009f8f491a going to sleep for 6 seconds 00000100:00100000:0.0:1780963464.029107:0:9917:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021bde3a8 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9917:1867475276799360:192.168.202.121@tcp:101:rm.0 00010000:00010000:0.0:1780963464.029136:0:9917:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029153:0:9917:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029180:0:9917:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029187:0:9917:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029197:0:9917:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029203:0:9917:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009688385e already unused, calling callback (0000000019b911a8) 00010000:00010000:0.0:1780963464.029208:0:9917:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029270:0:9917:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029279:0:9917:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029287:0:9917:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780963464.029294:0:9917:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029302:0:9917:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000009688385e/0xa7c1c9eb1f93b6c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963464.029326:0:9917:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@0000000021bde3a8 x1867475276799360/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00010000:0.0:1780963464.029366:0:9917:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029385:0:9917:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963464.029394:0:9917:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 000000002596f92a 00010000:00010000:0.0:1780963464.029832:0:9917:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.029841:0:9917:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963464.030042:0:9917:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963464.030059:0:9917:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963464.030067:0:9917:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.030075:0:9917:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963464.030084:0:9917:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963464.030087:0:9917:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:0.0:1780963464.030092:0:9917:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ed31bc02 00010000:00010000:0.0:1780963464.030094:0:9917:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.030100:0:9917:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963464.030107:0:9917:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:0.0:1780963464.030128:0:9917:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=[Rdfs][0-9]*, flags=0 00000080:00200000:1.0:1780963464.128471:0:9920:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:1.0:1780963464.131992:0:9920:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963464.132021:0:9920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.132040:0:9920:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963464.132056:0:9920:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963464.132060:0:9920:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:1.0:1780963464.132069:0:9920:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000fac331e7 00010000:00010000:1.0:1780963464.132073:0:9920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.132082:0:9920:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.132100:0:9920:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:1.0:1780963464.132132:0:9920:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=1536 00000080:00200000:1.0:1780963464.132138:0:9920:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:1.0:1780963464.132144:0:9920:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963464.132149:0:9920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.132156:0:9920:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963464.132163:0:9920:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963464.132182:0:9920:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:1.0:1780963464.132186:0:9920:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 000000008167b7ca 00010000:00010000:1.0:1780963464.132189:0:9920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.132195:0:9920:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.132202:0:9920:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 3 00000080:00200000:1.0:1780963464.132210:0:9920:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:1.0:1780963464.132216:0:9920:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1780963464.132220:0:9920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.132227:0:9920:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1780963464.132235:0:9920:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963464.132236:0:9920:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b693 00000080:00010000:1.0:1780963464.132239:0:9920:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b693 from it 00000000ef2fe2d1 00010000:00010000:1.0:1780963464.132464:0:9920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.132472:0:9920:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.132480:0:9920:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 3 00000080:00200000:1.0:1780963464.132646:0:9920:0:(namei.c:1905:ll_mkdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151) 00800000:00000004:1.0:1780963464.132675:0:9920:0:(obd_class.h:1039:obd_statfs_async()) lustre-MDT0000-mdc-ffff953087f78000: age 229, max_age 0 00000100:00100000:0.0:1780963464.132792:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276799424:192.168.202.121@tcp:41:mkdir.0 00000100:00100000:1.0:1780963464.133286:0:9920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d28d16fe pname:cluuid:pid:xid:nid:opc:job mkdir:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9920:1867475276799488:192.168.202.121@tcp:700:mkdir.0 00000100:00100000:1.0:1780963464.133338:0:9920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d7b22b5a going to sleep for 11 seconds 00000100:00100000:1.0:1780963464.139787:0:9920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d28d16fe pname:cluuid:pid:xid:nid:opc:job mkdir:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9920:1867475276799488:192.168.202.121@tcp:700:mkdir.0 00010000:00010000:1.0:1780963464.140005:0:9920:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.140175:0:9920:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.140184:0:9920:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963464.140187:0:9920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000007c92b919/0xa7c1c9eb1f93b693 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6307 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1780963464.140214:0:9920:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780963464.140222:0:9920:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000d28d16fe x1867475276799616/t0(0) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 512/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1780963464.140260:0:9920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d28d16fe pname:cluuid:pid:xid:nid:opc:job mkdir:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9920:1867475276799616:192.168.202.121@tcp:36:mkdir.0 00000100:00100000:1.0:1780963464.146588:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276799424:192.168.202.121@tcp:41:mkdir.0 00000100:00100000:0.0:1780963464.146753:0:9920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d7b22b5a going to sleep for 6 seconds 00000100:00100000:0.0:1780963464.166798:0:9920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d28d16fe pname:cluuid:pid:xid:nid:opc:job mkdir:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9920:1867475276799616:192.168.202.121@tcp:36:mkdir.0 00000080:00200000:0.0:1780963464.166941:0:9920:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00200000:0.0:1780963464.166948:0:9920:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 512 00000080:00200000:1.0:1780963464.183023:0:9921:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:1.0:1780963464.183064:0:9921:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780963464.183153:0:9921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.183166:0:9921:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.183177:0:9921:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780963464.183219:0:9921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job chmod:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9921:1867475276799680:192.168.202.121@tcp:101:chmod.0 00000100:00100000:1.0:1780963464.183335:0:9921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b1bc9536 going to sleep for 6 seconds 00000100:00100000:1.0:1780963464.194655:0:9921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job chmod:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9921:1867475276799680:192.168.202.121@tcp:101:chmod.0 00010000:00010000:1.0:1780963464.194691:0:9921:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194708:0:9921:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194722:0:9921:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194734:0:9921:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194747:0:9921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194755:0:9921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194761:0:9921:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1780963464.194772:0:9921:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000fa23c6af x1867475276799680/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chmod.0' 00000002:00010000:1.0:1780963464.194786:0:9921:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194821:0:9921:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1780963464.194859:0:9921:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:1.0:1780963464.194875:0:9921:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6cb 00000080:00010000:1.0:1780963464.194882:0:9921:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963464.194884:0:9921:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6cb from it 0000000069b9bd54 00010000:00010000:1.0:1780963464.194886:0:9921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.194895:0:9921:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1780963464.194984:0:9921:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000007:0x1:0x0](00000000f7da6151) from 10752 to 0, valid 41, hsm_import 0 00010000:00010000:1.0:1780963464.195006:0:9921:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.195185:0:9921:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780963464.195193:0:9921:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780963464.195195:0:9921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b6cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6488 expref: -99 pid: 9921 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1780963464.195223:0:9921:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780963464.195230:0:9921:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000fa23c6af x1867475276799808/t0(0) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1780963464.195263:0:9921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job chmod:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9921:1867475276799808:192.168.202.121@tcp:36:chmod.0 00000100:00100000:1.0:1780963464.195390:0:9921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b1bc9536 going to sleep for 6 seconds 00000100:00100000:1.0:1780963464.209539:0:9921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa23c6af pname:cluuid:pid:xid:nid:opc:job chmod:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9921:1867475276799808:192.168.202.121@tcp:36:chmod.0 00000080:00200000:1.0:1780963464.209586:0:9921:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00200000:0.0:1780963464.296042:0:9922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963464.296069:0:9922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963464.296131:0:9922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.296142:0:9922:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.296151:0:9922:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963464.296177:0:9922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276799872:192.168.202.121@tcp:101:chown.0 00000100:00100000:0.0:1780963464.296265:0:9922:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e74607c going to sleep for 6 seconds 00000100:00100000:0.0:1780963464.302533:0:9922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276799872:192.168.202.121@tcp:101:chown.0 00010000:00010000:0.0:1780963464.302559:0:9922:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302571:0:9922:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302581:0:9922:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302622:0:9922:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302633:0:9922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302640:0:9922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302646:0:9922:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963464.302656:0:9922:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000c6ee0d43 x1867475276799872/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chown.0' 00000002:00010000:0.0:1780963464.302667:0:9922:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302679:0:9922:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1780963464.302710:0:9922:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1780963464.302717:0:9922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:0.0:1780963464.302723:0:9922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963464.302725:0:9922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000db11a95f 00010000:00010000:0.0:1780963464.302727:0:9922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302734:0:9922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963464.302768:0:9922:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:0.0:1780963464.302792:0:9922:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=8 00000080:00200000:0.0:1780963464.302798:0:9922:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=getattr 00000002:00010000:0.0:1780963464.302817:0:9922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963464.302857:0:9922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302874:0:9922:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.302883:0:9922:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780963464.302904:0:9922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276799936:192.168.202.121@tcp:101:chown.0 00000100:00100000:0.0:1780963464.302972:0:9922:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e74607c going to sleep for 6 seconds 00000100:00100000:0.0:1780963464.309162:0:9922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276799936:192.168.202.121@tcp:101:chown.0 00010000:00010000:0.0:1780963464.309193:0:9922:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309218:0:9922:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309226:0:9922:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309237:0:9922:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309268:0:9922:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309280:0:9922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309287:0:9922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309293:0:9922:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1780963464.309304:0:9922:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c6ee0d43 x1867475276799936/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'chown.0' 00000002:00010000:0.0:1780963464.309319:0:9922:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309329:0:9922:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1780963464.309358:0:9922:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 512 00000080:00200000:0.0:1780963464.309362:0:9922:0:(namei.c:157:ll_iget()) got inode: [0x200000402:0x1:0x0](00000000a7aff6a5): rc = 0 00000080:00010000:0.0:1780963464.309370:0:9922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6d9 00000080:00010000:0.0:1780963464.309384:0:9922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00010000:0.0:1780963464.309388:0:9922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d9 from it 00000000115d6eb1 00010000:00010000:0.0:1780963464.309390:0:9922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.309398:0:9922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963464.309467:0:9922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5),name=d0_runas_test 00000100:00100000:0.0:1780963464.309595:0:9922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276800000:192.168.202.121@tcp:900:chown.0 00000100:00100000:0.0:1780963464.309905:0:9922:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e74607c going to sleep for 6 seconds 00010000:00010000:2.0:1780963464.310202:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780963464.313701:0:9922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276800000:192.168.202.121@tcp:900:chown.0 00000002:00010000:0.0:1780963464.313740:0:9922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780963464.313757:0:9922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.313771:0:9922:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963464.313785:0:9922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00010000:0.0:1780963464.313788:0:9922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6d9 00000080:00010000:0.0:1780963464.313797:0:9922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d9 from it 00000000f352f1fd 00010000:00010000:0.0:1780963464.313799:0:9922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.313808:0:9922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963464.313885:0:9922:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:0.0:1780963464.313897:0:9922:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1780963464.313904:0:9922:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.313910:0:9922:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1780963464.313936:0:9922:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963464.313938:0:9922:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:0.0:1780963464.313941:0:9922:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 000000006acd8a35 00010000:00010000:0.0:1780963464.313944:0:9922:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.313950:0:9922:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1780963464.313959:0:9922:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:0.0:1780963464.313966:0:9922:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=9 00000080:00200000:0.0:1780963464.313981:0:9922:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000402:0x1:0x0](00000000a7aff6a5) from 512 to 18446626634357567488, valid 46, hsm_import 0 00010000:00010000:0.0:1780963464.313996:0:9922:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.314046:0:9922:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780963464.314054:0:9922:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780963464.314055:0:9922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b6d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b64b9 expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1780963464.314147:0:9922:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963464.314155:0:9922:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c6ee0d43 x1867475276800128/t0(0) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1780963464.314176:0:9922:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276800128:192.168.202.121@tcp:36:chown.0 00000100:00100000:0.0:1780963464.314320:0:9922:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e74607c going to sleep for 6 seconds 00000100:00100000:0.0:1780963464.457659:0:9922:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1780963464.457694:0:9922:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job chown:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9922:1867475276800128:192.168.202.121@tcp:36:chown.0 00000080:00200000:0.0:1780963464.457744:0:9922:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 11776 00000080:00200000:2.0:1780963464.492839:0:9923:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.492878:0:9923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.492896:0:9923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.492908:0:9923:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.492917:0:9923:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.492920:0:9923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:2.0:1780963464.492925:0:9923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000cf279544 00010000:00010000:2.0:1780963464.492931:0:9923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.492937:0:9923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.492949:0:9923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000100:00100000:2.0:1780963464.493310:0:9923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d616279 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800192:192.168.202.121@tcp:49:touch.500 00000100:00100000:2.0:1780963464.493379:0:9923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071379f07 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.514555:0:9923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d616279 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800192:192.168.202.121@tcp:49:touch.500 00000080:00200000:2.0:1780963464.514604:0:9923:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=25 00000080:00200000:2.0:1780963464.514610:0:9923:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=0 00000002:00010000:2.0:1780963464.514629:0:9923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.514693:0:9923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.514703:0:9923:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.514723:0:9923:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.514744:0:9923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d616279 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800256:192.168.202.121@tcp:101:touch.500 00000100:00100000:2.0:1780963464.514817:0:9923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071379f07 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.520699:0:9923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d616279 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800256:192.168.202.121@tcp:101:touch.500 00010000:00010000:2.0:1780963464.520738:0:9923:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520778:0:9923:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520784:0:9923:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520793:0:9923:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520802:0:9923:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520813:0:9923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520820:0:9923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520826:0:9923:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.520836:0:9923:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000004d616279 x1867475276800256/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.500' 00000002:00010000:2.0:1780963464.520847:0:9923:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520857:0:9923:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1780963464.520893:0:9923:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 11776 00000080:00200000:2.0:1780963464.520901:0:9923:0:(namei.c:157:ll_iget()) got inode: [0x200000402:0x1:0x0](00000000a7aff6a5): rc = 0 00000080:00010000:2.0:1780963464.520909:0:9923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6e0 00000080:00010000:2.0:1780963464.520926:0:9923:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00010000:2.0:1780963464.520929:0:9923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6e0 from it 0000000081a1e212 00010000:00010000:2.0:1780963464.520932:0:9923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.520940:0:9923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.520980:0:9923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), inode mode 41ed mask 1 00000080:00200000:2.0:1780963464.521001:0:9923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), inode mode 41ed mask 3 00000080:00200000:2.0:1780963464.521005:0:9923:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f7888, dir=[0x200000402:0x1:0x0](00000000a7aff6a5), file 00000000f807a792, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1780963464.521014:0:9923:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f7888, dir=[0x200000402:0x1:0x0](00000000a7aff6a5), intent=open|creat 00000002:00010000:2.0:1780963464.521037:0:9923:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f7888,[0x200000402:0x2:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1780963464.521082:0:9923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.521090:0:9923:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963464.521099:0:9923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963464.521105:0:9923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004d616279 x1867475276800384/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963464.521112:0:9923:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.521131:0:9923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d616279 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800384:192.168.202.121@tcp:101:touch.500 00000100:00100000:2.0:1780963464.521248:0:9923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071379f07 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.525254:0:9923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d616279 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800384:192.168.202.121@tcp:101:touch.500 00010000:00010000:2.0:1780963464.525348:0:9923:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525370:0:9923:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525561:0:9923:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525571:0:9923:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525582:0:9923:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525595:0:9923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525602:0:9923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.525610:0:9923:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.525621:0:9923:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/656 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000002:00100000:2.0:1780963464.525632:0:9923:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/656 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000002:00010000:2.0:1780963464.525842:0:9923:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1780963464.525854:0:9923:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1780963464.525876:0:9923:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 16 res 8589935618/2 (0 0) 00000080:00200000:2.0:1780963464.525899:0:9923:0:(namei.c:1412:ll_create_it()) VFS Op:name=f7888, dir=[0x200000402:0x1:0x0](00000000a7aff6a5), intent=open|creat 00000080:00200000:2.0:1780963464.526058:0:9923:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2:0x0](0000000082600e25) 00000080:00200000:2.0:1780963464.526197:0:9923:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1780963464.526203:0:9923:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2:0x0](0000000082600e25) 00000080:00010000:2.0:1780963464.526206:0:9923:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](0000000082600e25) for lock 0xa7c1c9eb1f93b6e7 00000080:00200000:2.0:1780963464.526224:0:9923:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2:0x0](0000000082600e25), flags 104501 00000002:00100000:2.0:1780963464.526247:0:9923:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.500' 00000080:00010000:2.0:1780963464.526650:0:9923:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6e7 from it 0000000059d173df 00010000:00010000:2.0:1780963464.526655:0:9923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1780963464.526663:0:9923:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1780963464.526681:0:9923:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2:0x0](0000000082600e25), inode mode 81a4 mask 40 00000080:00200000:2.0:1780963464.526891:0:9923:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x200000402:0x2:0x0](0000000082600e25) from 0 to 18446744072023898647, valid 20070, hsm_import 0 00000020:00100000:2.0:1780963464.526954:0:9923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963464.526961:0:9923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f170a6ba x1867475276800512/t0(0) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963464.526995:0:9923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f170a6ba pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800512:192.168.202.121@tcp:36:touch.500 00000100:00100000:2.0:1780963464.527077:0:9923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.530860:0:9923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f170a6ba pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800512:192.168.202.121@tcp:36:touch.500 00000080:00200000:2.0:1780963464.531129:0:9923:0:(vvp_io.c:1820:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780963464.531146:0:9923:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:2.0:1780963464.531209:0:9923:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff953087f78000: connect to NID 192.168.202.121@tcp last attempt 226 00000100:00080000:2.0:1780963464.531216:0:9923:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff953087f78000: import 00000000af4f8d17 using connection 192.168.202.121@tcp/192.168.202.121@tcp 00000008:00100000:2.0:1780963464.531225:0:9923:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 3407872, lost: 0. 00000100:00100000:2.0:1780963464.531249:0:9923:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a3db2c1 x1867475276800576/t0(0) o8->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1780963464.531661:0:2268:0:(client.c:1659:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000051e2dfd6 x1867475276800640/t0(0) o2->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'touch.500' 00000100:00100000:1.0:1780963464.531858:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a3db2c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276800576:192.168.202.121@tcp:8:touch.500 00010000:00080000:1.0:1780963464.541811:0:2264:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000007a3db2c1 x1867475276800576/t0(0) o8->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1780963470 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'touch.500' 00000100:00100000:1.0:1780963464.541829:0:2264:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-ffff953087f78000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1780963464.541840:0:2264:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff953087f78000: connect to target with instance 1 00000100:00080000:1.0:1780963464.541849:0:2264:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff953087f78000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440078 00000080:00000004:1.0:1780963464.541860:0:2264:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:1.0:1780963464.541874:0:2264:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1780963464.541878:0:2264:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1780963464.541882:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000af4f8d17 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000080:00000004:1.0:1780963464.541887:0:2264:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:1.0:1780963464.541889:0:2264:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1780963464.541895:0:2264:0:(recover.c:218:ptlrpc_wake_delayed()) @@@ waking (set 0000000014772bae): req@0000000051e2dfd6 x1867475276800640/t0(0) o2->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'touch.500' 00000100:00100000:1.0:1780963464.541918:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a3db2c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276800576:192.168.202.121@tcp:8:touch.500 00010000:00080000:2.0:1780963464.581559:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000051e2dfd6 x1867475276800640/t0(0) o2->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1780963471 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'touch.500' 00000100:00100000:2.0:1780963464.581602:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051e2dfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:0:1867475276800640:192.168.202.121@tcp:2:touch.500 00000080:00200000:3.0:1780963464.581833:0:9923:0:(vvp_io.c:313:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1780963464.581895:0:9923:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2:0x0](0000000082600e25) 00000002:00100000:3.0:1780963464.582029:0:9923:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963471 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.500' 00000020:00100000:3.0:1780963464.582067:0:9923:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780963464.582071:0:9923:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000fbf36865 x1867475276800768/t0(0) o35->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1780963464.582107:0:9923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800768:192.168.202.121@tcp:35:touch.500 00000100:00100000:3.0:1780963464.582217:0:9923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000017894441 going to sleep for 6 seconds 00000100:00100000:3.0:1780963464.587530:0:9923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf36865 pname:cluuid:pid:xid:nid:opc:job touch:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9923:1867475276800768:192.168.202.121@tcp:35:touch.500 00000002:00100000:3.0:1780963464.587639:0:9923:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.500' 00000080:00200000:2.0:1780963464.598110:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.598136:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.598151:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.598164:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.598174:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.598177:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:2.0:1780963464.598183:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000cb6251fb 00010000:00010000:2.0:1780963464.598186:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.598200:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.598218:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:2.0:1780963464.598226:0:9924:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=8 00000080:00200000:2.0:1780963464.598232:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5),name=d0_runas_test 00000002:00010000:2.0:1780963464.598242:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963464.598248:0:9924:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:2.0:1780963464.598289:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.598296:0:9924:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.598305:0:9924:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.598330:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276800832:192.168.202.121@tcp:101:rm.0 00000100:00100000:2.0:1780963464.598480:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.601828:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276800832:192.168.202.121@tcp:101:rm.0 00010000:00010000:2.0:1780963464.601852:0:9924:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601878:0:9924:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601885:0:9924:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601910:0:9924:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601920:0:9924:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601931:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601938:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601944:0:9924:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.601964:0:9924:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000008d8d2f64 x1867475276800832/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1780963464.601975:0:9924:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.601983:0:9924:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1780963464.602004:0:9924:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1780963464.602010:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6ee 00000080:00010000:2.0:1780963464.602016:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00010000:2.0:1780963464.602018:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6ee from it 00000000beab5bf2 00010000:00010000:2.0:1780963464.602020:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.602038:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.602105:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.602117:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.602125:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.602133:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.602141:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.602143:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:2.0:1780963464.602146:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 000000002fa4f6dd 00010000:00010000:2.0:1780963464.602147:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.602153:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.602160:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:2.0:1780963464.602166:0:9924:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266 00000080:00200000:2.0:1780963464.602170:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), inode mode 41ed mask 44 00000100:00100000:2.0:1780963464.602206:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276800896:192.168.202.121@tcp:49:rm.0 00000100:00100000:2.0:1780963464.602269:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.605220:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276800896:192.168.202.121@tcp:49:rm.0 00000080:00200000:2.0:1780963464.605260:0:9924:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), flags 704400 00000002:00010000:2.0:1780963464.605302:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1780963464.605361:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.605371:0:9924:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963464.605380:0:9924:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963464.605387:0:9924:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008d8d2f64 x1867475276801024/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963464.605394:0:9924:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.605423:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801024:192.168.202.121@tcp:101:rm.0 00000100:00100000:2.0:1780963464.605846:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.609294:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801024:192.168.202.121@tcp:101:rm.0 00010000:00010000:2.0:1780963464.609318:0:9924:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609330:0:9924:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609336:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609344:0:9924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609351:0:9924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609373:0:9924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000804481a5 already unused, calling callback (0000000019b911a8) 00010000:00010000:2.0:1780963464.609376:0:9924:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609382:0:9924:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609401:0:9924:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609408:0:9924:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780963464.609413:0:9924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.609418:0:9924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.609435:0:9924:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000008d8d2f64 x1867475276801024/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1780963464.609446:0:9924:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000008d8d2f64 x1867475276801024/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1780963464.609474:0:9924:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 11776 00000002:00100000:2.0:1780963464.609519:0:9924:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000008d8d2f64 x1867475276801024/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1780963464.610060:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5),name=d0_runas_test 00000002:00010000:2.0:1780963464.610081:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963464.610095:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.610112:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.610121:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00010000:2.0:1780963464.610124:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6ee 00000080:00010000:2.0:1780963464.610129:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6ee from it 00000000ca026a9b 00010000:00010000:2.0:1780963464.610131:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.610139:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.610203:0:9924:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) pos/size0/11776 32bit_api 0 00000002:00010000:2.0:1780963464.610215:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:2.0:1780963464.610221:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.610228:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.613261:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801088:192.168.202.121@tcp:37:rm.0 00000100:00100000:2.0:1780963464.613337:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.623805:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801088:192.168.202.121@tcp:37:rm.0 00010000:00010000:2.0:1780963464.624461:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.624478:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.624642:0:9924:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) 00000002:00100000:2.0:1780963464.624685:0:9924:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000008d8d2f64 x1867475276801024/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1780963464.624714:0:9924:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963464.624719:0:9924:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008a1d55d3 x1867475276801216/t0(0) o35->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963464.624737:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801216:192.168.202.121@tcp:35:rm.0 00000100:00100000:2.0:1780963464.624808:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.628453:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801216:192.168.202.121@tcp:35:rm.0 00000002:00100000:2.0:1780963464.628526:0:9924:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000008d8d2f64 x1867475276801024/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1780963464.628618:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.628633:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.628650:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.628662:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.628672:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.628675:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:2.0:1780963464.628682:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 000000002fa4f6dd 00010000:00010000:2.0:1780963464.628685:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.628691:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.628722:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:2.0:1780963464.628729:0:9924:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266 00000080:00200000:2.0:1780963464.628733:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), inode mode 41ed mask 44 00000100:00100000:2.0:1780963464.629067:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801280:192.168.202.121@tcp:49:rm.0 00000100:00100000:2.0:1780963464.629150:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.632943:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801280:192.168.202.121@tcp:49:rm.0 00000080:00200000:2.0:1780963464.632991:0:9924:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), flags 704400 00000002:00010000:2.0:1780963464.633017:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1780963464.633071:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.633080:0:9924:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963464.633090:0:9924:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780963464.633097:0:9924:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008a1d55d3 x1867475276801408/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1780963464.633105:0:9924:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780963464.633121:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801408:192.168.202.121@tcp:101:rm.0 00000100:00100000:2.0:1780963464.633275:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.637209:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801408:192.168.202.121@tcp:101:rm.0 00010000:00010000:2.0:1780963464.637237:0:9924:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637261:0:9924:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637272:0:9924:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637281:0:9924:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.637294:0:9924:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@000000008a1d55d3 x1867475276801408/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:2.0:1780963464.637304:0:9924:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000008a1d55d3 x1867475276801408/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1780963464.637314:0:9924:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637323:0:9924:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 16 res 8589935618/1 (0 0) 00000080:00200000:2.0:1780963464.637347:0:9924:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1780963464.637352:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6fc 00000080:00010000:2.0:1780963464.637359:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6fc from it 00000000031c3d52 00010000:00010000:2.0:1780963464.637362:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637370:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.637409:0:9924:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000008a1d55d3 x1867475276801408/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:2.0:1780963464.637566:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5),name=d0_runas_test 00000002:00010000:2.0:1780963464.637585:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780963464.637596:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637605:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.637613:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) 00000080:00010000:2.0:1780963464.637616:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](00000000a7aff6a5) for lock 0xa7c1c9eb1f93b6ee 00000080:00010000:2.0:1780963464.637619:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6ee from it 00000000ca026a9b 00010000:00010000:2.0:1780963464.637620:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.637626:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.637702:0:9924:0:(llite_lib.c:2585:ll_statfs()) VFS Op:sb=lustre (00000000310a73ee) 00000080:00000004:2.0:1780963464.637707:0:9924:0:(obd_class.h:1069:obd_statfs()) lustre-clilmv-ffff953087f78000: age 226, max_age 322 00800000:00000004:2.0:1780963464.637717:0:9924:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff953087f78000: age 229, max_age 322 00000100:00100000:2.0:1780963464.637773:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801472:192.168.202.121@tcp:41:rm.0 00000100:00100000:2.0:1780963464.637847:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054e7efb3 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.642305:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801472:192.168.202.121@tcp:41:rm.0 00800000:00000004:2.0:1780963464.642334:0:9924:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff953087f78000: update 00000000cb42c9d8 cache blocks 941568/942848 objects 117760/118409 00000080:00000004:2.0:1780963464.642340:0:9924:0:(obd_class.h:1093:obd_statfs()) lustre-clilmv-ffff953087f78000: update 00000000eb9fe419 cache blocks 941568/942848 objects 117760/118409 00000080:00000004:2.0:1780963464.642344:0:9924:0:(llite_lib.c:2494:ll_statfs_internal()) MDC blocks 941568/942848 objects 117760/118409 00000080:00200000:2.0:1780963464.642399:0:9924:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) pos/size0/11776 32bit_api 0 00000002:00010000:2.0:1780963464.642420:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:2.0:1780963464.642438:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.642462:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1780963464.642477:0:9924:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1780963464.642481:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.642536:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.642739:0:9924:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) pos/size18446744073709551614/11776 32bit_api 0 00000080:00200000:2.0:1780963464.642898:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), inode mode 41ed mask 1 00000100:00100000:2.0:1780963464.642942:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801536:192.168.202.121@tcp:49:rm.0 00000100:00100000:2.0:1780963464.643028:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.646463:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801536:192.168.202.121@tcp:49:rm.0 00000080:00200000:2.0:1780963464.646537:0:9924:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=f7888, flags=0 00000080:00200000:2.0:1780963464.646543:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5), inode mode 41ed mask 3 00000080:00200000:2.0:1780963464.646700:0:9924:0:(namei.c:2020:ll_unlink()) VFS Op:name=f7888, dir=[0x200000402:0x1:0x0](00000000a7aff6a5) 00010000:00010000:2.0:1780963464.646896:0:9924:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.646919:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.647026:0:9924:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1780963464.647043:0:9924:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00010000:00010000:2.0:1780963464.647079:0:9924:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1780963464.647085:0:9924:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.647091:0:9924:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1780963464.647093:0:9924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000a4fb9617/0xa7c1c9eb1f93b6e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x64ee22e5511b64f8 expref: -99 pid: 9923 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1780963464.647107:0:9924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000971f74f5/0xa7c1c9eb1f93b6ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b651b expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963464.647119:0:9924:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963464.647125:0:9924:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008d8d2f64 x1867475276801664/t0(0) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963464.647145:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801664:192.168.202.121@tcp:36:rm.0 00000100:00100000:2.0:1780963464.647213:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065bf2394 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.653808:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d8d2f64 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801664:192.168.202.121@tcp:36:rm.0 00000080:00200000:2.0:1780963464.653879:0:9924:0:(vvp_io.c:1820:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780963464.653894:0:9924:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780963464.653945:0:9924:0:(vvp_io.c:313:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1780963464.653960:0:9924:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2:0x0](0000000082600e25) 00000080:00200000:2.0:1780963464.654107:0:9924:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) 00010000:00010000:2.0:1780963464.654130:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.654167:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.654179:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.654187:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.654194:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.654203:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.654206:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:2.0:1780963464.654212:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 000000007a8a26f7 00010000:00010000:2.0:1780963464.654215:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.654221:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.654233:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00200000:2.0:1780963464.654241:0:9924:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=0 00000080:00200000:2.0:1780963464.654244:0:9924:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000002:00010000:2.0:1780963464.654248:0:9924:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1780963464.654252:0:9924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.654258:0:9924:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1780963464.654277:0:9924:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963464.654279:0:9924:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00010000:2.0:1780963464.654282:0:9924:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000fc8f2646 00010000:00010000:2.0:1780963464.654284:0:9924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.654290:0:9924:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1780963464.654297:0:9924:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 3 00000080:00200000:2.0:1780963464.654301:0:9924:0:(namei.c:1931:ll_rmdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](00000000f7da6151) 00010000:00010000:2.0:1780963464.654319:0:9924:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1780963464.654351:0:9924:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000008a1d55d3 x1867475276801408/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:2.0:1780963464.654378:0:9924:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780963464.654382:0:9924:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c24ef411 x1867475276801792/t0(0) o35->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963464.654400:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c24ef411 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801792:192.168.202.121@tcp:35:rm.0 00000100:00100000:2.0:1780963464.654447:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071379f07 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.659246:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c24ef411 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801792:192.168.202.121@tcp:35:rm.0 00000002:00100000:2.0:1780963464.659280:0:9924:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000008a1d55d3 x1867475276801408/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 648/600 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:2.0:1780963464.659330:0:9924:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.659384:0:9924:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.659400:0:9924:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.659406:0:9924:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1780963464.659408:0:9924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000804481a5/0xa7c1c9eb1f93b6fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6537 expref: -99 pid: 9924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780963464.659417:0:9924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b6e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b64dc expref: -99 pid: 9923 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1780963464.659435:0:9924:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780963464.659439:0:9924:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c24ef411 x1867475276801920/t0(0) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1780963464.659457:0:9924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c24ef411 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801920:192.168.202.121@tcp:36:rm.0 00000100:00100000:2.0:1780963464.659532:0:9924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071379f07 going to sleep for 6 seconds 00000100:00100000:2.0:1780963464.665023:0:9924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c24ef411 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:9924:1867475276801920:192.168.202.121@tcp:36:rm.0 00000080:00200000:2.0:1780963464.665070:0:9924:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x200000402:0x1:0x0](00000000a7aff6a5) 00000100:00000040:1.0:1780963465.082854:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780963465.082881:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780963465.082889:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000197c30fa. 00000020:00000040:1.0:1780963465.082896:0:38:0:(genops.c:1191:class_import_get()) import 00000000a5f158bf refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:1.0:1780963465.082901:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963465.082904:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963465.082909:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963465.082919:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d34598f. 00000100:00000001:1.0:1780963465.082926:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963465.082936:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963465.082952:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963465.082956:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963465.082962:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000197c30fa] to pc [ptlrpcd_00_01+1] req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.082979:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963465.082981:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780963465.082984:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780963465.082987:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bbe9f55. 00000020:00000040:1.0:1780963465.082989:0:38:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000100:00000001:1.0:1780963465.082992:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963465.082993:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963465.082994:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963465.082997:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001159ddfd. 00000100:00000001:1.0:1780963465.083000:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963465.083003:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963465.083008:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963465.083009:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963465.083011:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001bbe9f55] to pc [ptlrpcd_00_00+0] req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.083019:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780963465.083021:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963465.083024:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780963465.083028:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (328) 00000100:00000001:1.0:1780963465.083042:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963465.083045:0:2266:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963465.083048:0:2266:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963465.083052:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.083059:0:2266:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963465.083065:0:2266:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963465.083069:0:2266:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963465.083072:0:2266:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963465.083074:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000197c30fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276801984:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963465.083078:0:2266:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963465.083083:0:2266:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963465.083085:0:2266:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963465.083087:0:2266:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963465.083091:0:2266:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bc534da. 02000000:00000001:1.0:1780963465.083092:0:2266:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963465.083099:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963465.083103:0:2266:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000400:00000010:1.0:1780963465.083109:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000222581f7. 00000100:00000200:1.0:1780963465.083116:0:2266:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276801984, portal 25 00000100:00000001:1.0:1780963465.083118:0:2266:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963465.083119:0:2266:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682550080 : -117439027001536 : ffff953098834740) 00000100:00000040:1.0:1780963465.083124:0:2266:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.083131:0:2266:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963465.083133:0:2266:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963465.083135:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d82458a1. 00000100:00000200:1.0:1780963465.083138:0:2266:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276801984, offset 0 00000400:00000200:1.0:1780963465.083145:0:2266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963465.083152:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963465.083159:0:2266:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963465.083166:0:2266:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963465.083170:0:2266:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963465.083173:0:2266:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963465.083176:0:2266:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [164:164:256:4294967295] 192.168.202.121@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1780963465.083180:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963465.083189:0:2266:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963465.083195:0:2266:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963465.083204:0:2266:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000cc16969 (tot 3210926). 00000800:00000200:1.0:1780963465.083210:0:2266:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963465.083218:0:2266:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963465.083221:0:2266:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000cc16969 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780963465.090165:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963465.090173:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963465.090176:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963465.090189:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963465.090204:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963465.090206:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963465.090210:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963465.090214:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963465.090217:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bbe9f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276802048:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1780963465.090222:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963465.090229:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963465.090231:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963465.090233:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963465.090239:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d755ca5. 02000000:00000001:0.0:1780963465.090241:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963465.090249:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963465.090254:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d049ac68. 00000400:00000010:0.0:1780963465.090260:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000178b4cce. 00000100:00000200:0.0:1780963465.090266:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802048, portal 10 00000100:00000001:0.0:1780963465.090269:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963465.090270:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682561024 : -117439026990592 : ffff953098837200) 00000100:00000040:0.0:1780963465.090277:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963465.090284:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963465.090286:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963465.090289:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff1399b4. 00000100:00000200:0.0:1780963465.090292:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276802048, offset 0 00000400:00000200:0.0:1780963465.090299:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963465.090315:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963465.090323:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963465.090330:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963465.090334:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963465.090336:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963465.090340:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [165:165:255:4294967295] 192.168.202.121@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:0.0:1780963465.090344:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963465.090352:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963465.090358:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963465.090363:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba755f63 (tot 3211174). 00000800:00000200:0.0:1780963465.090370:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963465.090379:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963465.090382:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba755f63 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963465.095639:0:2266:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963465.095648:0:2266:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963465.095653:0:2266:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963465.095657:0:2266:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963465.095661:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963465.095669:0:2266:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963465.095671:0:2266:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780963465.095673:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963465.095675:0:2266:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963465.095677:0:2266:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963465.095679:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.096028:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.096031:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963465.096033:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.096035:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.096037:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963465.096041:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963465.096042:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780963465.096044:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963465.096045:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963465.096046:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.096048:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963465.096483:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963465.096625:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000cc16969 (tot 3210926). 00000400:00000200:3.0:1780963465.096631:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963465.096641:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963465.096646:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d82458a1 00000400:00000010:3.0:1780963465.096648:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d82458a1. 00000100:00000001:3.0:1780963465.096654:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963465.096660:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963465.096670:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963465.096672:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963465.096679:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963465.096680:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963465.096963:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963465.096966:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba755f63 (tot 3210678). 00000400:00000200:3.0:1780963465.096970:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963465.096974:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963465.096977:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff1399b4 00000400:00000010:3.0:1780963465.096979:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff1399b4. 00000100:00000001:3.0:1780963465.096981:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963465.096984:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963465.096992:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963465.097007:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963465.097013:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963465.097014:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963465.103388:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.103407:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963465.103413:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.103415:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963465.103427:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103434:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963465.103441:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103446:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103459:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103463:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a275788027c0 00000400:00000200:2.0:1780963465.103468:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103474:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:2.0:1780963465.103482:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.103653:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963465.103656:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963465.103661:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963465.103667:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963465.103673:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963465.103683:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963465.103695:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963465.103704:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.103707:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963465.103709:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.103710:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963465.103714:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103717:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963465.103721:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103723:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103736:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103738:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578802800 00000400:00000200:2.0:1780963465.103742:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963465.103746:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:2.0:1780963465.103750:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.103758:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963465.103759:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963465.103762:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963465.103764:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963465.103768:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963465.103781:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.103836:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963465.103840:0:2266:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963465.103848:0:2266:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963465.103850:0:2266:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963465.103852:0:2266:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963465.103865:0:2266:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000222581f7 00000400:00000010:1.0:1780963465.103868:0:2266:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000222581f7. 00000100:00000001:1.0:1780963465.103879:0:2266:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963465.103883:0:2266:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963465.103889:0:2266:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.103895:0:2266:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963465.103896:0:2266:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963465.103898:0:2266:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963465.103901:0:2266:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963465.103903:0:2266:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963465.103905:0:2266:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963465.103907:0:2266:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963465.103913:0:2266:0:(import.c:1935:at_measured()) add 1 to 000000004a9c3c8e time=98 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963465.103917:0:2266:0:(import.c:1935:at_measured()) add 1 to 0000000086dfebd8 time=98 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963465.103925:0:2266:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963465.103927:0:2266:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963465.103929:0:2266:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963465.103931:0:2266:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963465.103933:0:2266:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963465.103936:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.103942:0:2266:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963465.103945:0:2266:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963465.103947:0:2266:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963465.103950:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963465.103956:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000197c30fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276801984:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963465.103961:0:2266:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963465.103963:0:2266:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963465.103966:0:2266:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000197c30fa x1867475276801984/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963465.103971:0:2266:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963465.103974:0:2266:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963465.103977:0:2266:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bc534da. 02000000:00000001:1.0:1780963465.103981:0:2266:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963465.103983:0:2266:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963465.103985:0:2266:0:(genops.c:1204:class_import_put()) import 00000000a5f158bf refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:1.0:1780963465.103987:0:2266:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963465.103988:0:2266:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008d34598f. 02000000:00000001:1.0:1780963465.103991:0:2266:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963465.103993:0:2266:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963465.103994:0:2266:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000197c30fa. 00000100:00000001:1.0:1780963465.103997:0:2266:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963465.103998:0:2266:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963465.104000:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963465.104009:0:2266:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963465.104010:0:2266:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963465.104012:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963465.104024:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963465.115850:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963465.115890:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963465.115901:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963465.120673:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963465.120688:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963465.120697:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963465.120699:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963465.120702:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d049ac68. 00000400:00000200:0.0:1780963465.120709:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000178b4cce 00000400:00000010:0.0:1780963465.120711:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000178b4cce. 00000100:00000001:0.0:1780963465.120715:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963465.121047:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:0.0:1780963465.121073:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963465.121080:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963465.121082:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963465.121084:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963465.121087:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963465.121090:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963465.121092:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963465.121094:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963465.121104:0:2265:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=98 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963465.121107:0:2265:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=98 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963465.121110:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963465.121111:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963465.121114:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780963465.121117:0:2265:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:0.0:1780963465.121122:0:2265:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.121125:0:2265:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963465.121126:0:2265:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:0.0:1780963465.121128:0:2265:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963465.121129:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963465.121132:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963465.121138:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963465.121141:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963465.121143:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963465.121146:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1780963465.121153:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bbe9f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276802048:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1780963465.121156:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963465.121162:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963465.121164:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001bbe9f55 x1867475276802048/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963472 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963465.121170:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963465.121172:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963465.121175:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d755ca5. 02000000:00000001:0.0:1780963465.121179:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963465.121181:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963465.121183:0:2265:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=5 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:0.0:1780963465.121185:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963465.121187:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001159ddfd. 02000000:00000001:0.0:1780963465.121190:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963465.121192:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963465.121193:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bbe9f55. 00000100:00000001:0.0:1780963465.121196:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963465.121197:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963465.121199:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963465.121207:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963465.121209:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963465.121211:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963465.121213:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963465.333670:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963465.333675:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963465.333679:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963465.333680:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963465.338709:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963465.338715:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963465.338721:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963466.358750:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963466.358755:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963466.358761:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963466.358762:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963466.358792:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963466.358795:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963466.358797:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963467.384064:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963467.384072:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963467.384076:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963467.384078:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963467.384084:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963467.384087:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963467.384089:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963467.384091:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963467.384095:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963467.384096:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963467.384186:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963467.384190:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963467.384193:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963468.406053:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963468.406060:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963468.406068:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963468.406069:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963468.406354:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963468.406358:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963468.406361:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963469.429567:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963469.429583:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963469.429590:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963469.429591:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963469.429725:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963469.429728:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963469.429731:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780963470.155131:0:10366:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963470.155138:0:10366:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780963470.155141:0:10366:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1780963470.155142:0:10366:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:2.0:1780963470.155154:0:10366:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f23e8311. 00000080:00000001:2.0:1780963470.155160:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963470.155165:0:10366:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963470.155167:0:10366:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963470.155171:0:10366:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963470.155173:0:10366:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963470.155175:0:10366:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963470.155177:0:10366:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963470.155180:0:10366:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963470.155182:0:10366:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963470.155184:0:10366:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963470.155185:0:10366:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963470.155187:0:10366:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1780963470.155190:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963470.155193:0:10366:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963470.155195:0:10366:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963470.155198:0:10366:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780963470.155200:0:10366:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780963470.155203:0:10366:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780963470.155209:0:10366:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:2.0:1780963470.155211:0:10366:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963470.155216:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963470.155224:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963470.155226:0:10366:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155236:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:2.0:1780963470.155238:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:2.0:1780963470.155240:0:10366:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780963470.155245:0:10366:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963470.155247:0:10366:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155252:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:2.0:1780963470.155254:0:10366:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780963470.155256:0:10366:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780963470.155257:0:10366:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963470.155259:0:10366:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780963470.155261:0:10366:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1780963470.155264:0:10366:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f23e8311. 00000080:00000001:2.0:1780963470.155267:0:10366:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780963470.155269:0:10366:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963470.155271:0:10366:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:2.0:1780963470.155274:0:10366:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:2.0:1780963470.155276:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963470.155278:0:10366:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1780963470.155279:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963470.155281:0:10366:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780963470.155283:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963470.155285:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963470.155287:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:2.0:1780963470.155289:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:2.0:1780963470.155306:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:2.0:1780963470.155309:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963470.155311:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780963470.155312:0:10366:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963470.155319:0:10366:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780963470.155321:0:10366:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 0000000065db7fbe 00010000:00000001:2.0:1780963470.155323:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963470.155324:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963470.155325:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:2.0:1780963470.155326:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:2.0:1780963470.155328:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:2.0:1780963470.155330:0:10366:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780963470.155332:0:10366:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155338:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:2.0:1780963470.155340:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963470.155340:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963470.155342:0:10366:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780963470.155476:0:10366:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780963470.155478:0:10366:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155604:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:2.0:1780963470.155611:0:10366:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780963470.155614:0:10366:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780963470.155616:0:10366:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963470.155619:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963470.155620:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963470.155621:0:10366:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155624:0:10366:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780963470.155626:0:10366:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155628:0:10366:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155630:0:10366:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155631:0:10366:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780963470.155633:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963470.155633:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780963470.155636:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780963470.155637:0:10366:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780963470.155639:0:10366:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00000001:2.0:1780963470.155650:0:10366:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780963470.155658:0:10366:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000024ad3265. 00000080:00200000:2.0:1780963470.155662:0:10366:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=24 00000080:00000001:2.0:1780963470.155667:0:10366:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1780963470.155669:0:10366:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=0 00000080:00000010:2.0:1780963470.155677:0:10366:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f23e8311. 00000080:00000001:2.0:1780963470.155682:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780963470.155683:0:10366:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1780963470.155685:0:10366:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd0.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963470.155687:0:10366:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780963470.155690:0:10366:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780963470.155692:0:10366:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780963470.155693:0:10366:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780963470.155694:0:10366:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780963470.155696:0:10366:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963470.155698:0:10366:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780963470.155699:0:10366:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780963470.155701:0:10366:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0 00800000:00000001:2.0:1780963470.155704:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963470.155705:0:10366:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1780963470.155706:0:10366:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780963470.155711:0:10366:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780963470.155713:0:10366:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780963470.155718:0:10366:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a1d55d3. 00000020:00000040:2.0:1780963470.155722:0:10366:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=11 obd=lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:2.0:1780963470.155728:0:10366:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780963470.155732:0:10366:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963470.155734:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963470.155735:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963470.155736:0:10366:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.155739:0:10366:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963470.155741:0:10366:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963470.155743:0:10366:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963470.155749:0:10366:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cb3a625e. 00000100:00000001:2.0:1780963470.155756:0:10366:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155766:0:10366:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963470.155767:0:10366:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155769:0:10366:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963470.155770:0:10366:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.155772:0:10366:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780963470.155779:0:10366:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634682500288 : -117439027051328 : ffff9530988284c0) 00010000:00000001:2.0:1780963470.155782:0:10366:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780963470.155783:0:10366:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780963470.155786:0:10366:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:2.0:1780963470.155788:0:10366:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963470.155790:0:10366:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780963470.155793:0:10366:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e975c755. 00000020:00000001:2.0:1780963470.155796:0:10366:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1780963470.155798:0:10366:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e975c755 with handle 0xa7c1c9eb1f93b703 to hash 00000020:00000001:2.0:1780963470.155800:0:10366:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780963470.155801:0:10366:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634424265408 : -117439285286208 : ffff9530891e2ac0) 00010000:00000001:2.0:1780963470.155803:0:10366:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634424265408 : -117439285286208 : ffff9530891e2ac0) 00010000:00000001:2.0:1780963470.155806:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963470.155807:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963470.155809:0:10366:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155825:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:2.0:1780963470.155827:0:10366:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155832:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:2.0:1780963470.155838:0:10366:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963470.155843:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:2.0:1780963470.155845:0:10366:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780963470.155847:0:10366:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780963470.155854:0:10366:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024a82653. 00000100:00000001:2.0:1780963470.155861:0:10366:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634334798016 : -117439374753600 : ffff953083c900c0) 00000100:00000001:2.0:1780963470.155863:0:10366:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963470.155864:0:10366:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682500288 : -117439027051328 : ffff9530988284c0) 00000100:00000001:2.0:1780963470.155868:0:10366:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963470.155872:0:10366:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.155874:0:10366:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780963470.155875:0:10366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963470.155883:0:10366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963470.155891:0:10366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963470.155893:0:10366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.155896:0:10366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963470.155898:0:10366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963470.155901:0:10366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10366:1867475276802112:192.168.202.121@tcp:101:rm.0 00000100:00000001:2.0:1780963470.155905:0:10366:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963470.155910:0:10366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963470.155912:0:10366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.155915:0:10366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963470.155918:0:10366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000003ddc52f5. 02000000:00000001:2.0:1780963470.155920:0:10366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963470.155929:0:10366:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963470.155932:0:10366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d21c5eb. 00000400:00000010:2.0:1780963470.155938:0:10366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3acd5b6. 00000100:00000200:2.0:1780963470.155944:0:10366:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276802112, portal 10 00000100:00000001:2.0:1780963470.155946:0:10366:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963470.155947:0:10366:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682500288 : -117439027051328 : ffff9530988284c0) 00000100:00000040:2.0:1780963470.155951:0:10366:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:2.0:1780963470.155957:0:10366:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963470.155960:0:10366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963470.155962:0:10366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a477c4f. 00000100:00000200:2.0:1780963470.155965:0:10366:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475276802112, offset 0 00000400:00000200:2.0:1780963470.155972:0:10366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963470.155985:0:10366:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.155993:0:10366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963470.156001:0:10366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963470.156004:0:10366:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963470.156006:0:10366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963470.156010:0:10366:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [166:166:256:4294967295] 192.168.202.121@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1780963470.156013:0:10366:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.156021:0:10366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963470.156026:0:10366:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963470.156030:0:10366:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5af101a (tot 3210926). 00000800:00000200:2.0:1780963470.156037:0:10366:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963470.156044:0:10366:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963470.156048:0:10366:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5af101a type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1780963470.156060:0:10366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.156062:0:10366:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963470.156065:0:10366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.156067:0:10366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963470.156068:0:10366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1780963470.156069:0:10366:0:(client.c:2500:ptlrpc_set_wait()) set 0000000024a82653 going to sleep for 6 seconds 00000100:00000001:2.0:1780963470.156072:0:10366:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963470.156075:0:10366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963470.156239:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963470.156243:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5af101a (tot 3210678). 00000400:00000200:3.0:1780963470.156247:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963470.156251:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963470.156255:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a477c4f 00000400:00000010:3.0:1780963470.156257:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a477c4f. 00000100:00000001:3.0:1780963470.156260:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963470.156263:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963470.156270:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.156271:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963470.156277:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.156278:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963470.159732:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.159750:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963470.159755:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.159757:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.159768:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.159775:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963470.159783:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.159789:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.159794:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.159798:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27578802840 00000400:00000200:2.0:1780963470.159803:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.160116:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x985 [1] + 224 00000800:00000001:2.0:1780963470.160126:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.160135:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.160137:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963470.160141:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963470.160147:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963470.160153:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000040:2.0:1780963470.160163:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963470.160230:0:10366:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963470.160245:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963470.160254:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.160256:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780963470.160286:0:10366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963470.160396:0:10366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963470.160399:0:10366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d21c5eb. 00000400:00000200:0.0:1780963470.160403:0:10366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3acd5b6 00000400:00000010:0.0:1780963470.160406:0:10366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3acd5b6. 00000100:00000001:0.0:1780963470.160409:0:10366:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963470.160412:0:10366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000200:0.0:1780963470.160420:0:10366:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963470.160426:0:10366:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963470.160434:0:10366:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963470.160436:0:10366:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963470.160439:0:10366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963470.160441:0:10366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963470.160443:0:10366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963470.160445:0:10366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963470.160455:0:10366:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=103 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963470.160458:0:10366:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=103 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963470.160460:0:10366:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963470.160463:0:10366:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'rm.0' 00000100:00000001:0.0:1780963470.160468:0:10366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963470.160471:0:10366:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780963470.160473:0:10366:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: committing for last_committed 4294967310 gen 1 00000100:00000040:0.0:1780963470.160477:0:10366:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:0.0:1780963470.160483:0:10366:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963470.160552:0:10366:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682510016 : -117439027041600 : ffff95309882aac0) 00000100:00000001:0.0:1780963470.160555:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160557:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963471 ref 2 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:0.0:1780963470.160562:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1780963470.160565:0:10366:0:(mdc_request.c:769:mdc_commit_open()) kfreed 'mod': 32 at 0000000098350f99. 00000100:00000001:0.0:1780963470.160568:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160570:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004d616279 x1867475276800384/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/656 e 0 to 0 dl 1780963471 ref 1 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.500' 00000100:00000001:0.0:1780963470.160576:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780963470.160578:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.160579:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=10 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.160581:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.160584:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000001fdd0cb. 02000000:00000001:0.0:1780963470.160587:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.160589:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.160596:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d616279. 00000100:00000001:0.0:1780963470.160599:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.160600:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963470.160605:0:10366:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000f170a6ba x1867475276800512/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:0.0:1780963470.160610:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160612:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f170a6ba x1867475276800512/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:0.0:1780963470.160617:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963470.160619:0:10366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963470.160621:0:10366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c92bc6a. 02000000:00000001:0.0:1780963470.160624:0:10366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963470.160625:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.160625:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=9 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.160627:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.160628:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c17954df. 02000000:00000001:0.0:1780963470.160631:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.160632:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.160633:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f170a6ba. 00000100:00000001:0.0:1780963470.160635:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.160636:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963470.160640:0:10366:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000fbf36865 x1867475276800768/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:0.0:1780963470.160645:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160647:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fbf36865 x1867475276800768/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:0.0:1780963470.160651:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963470.160652:0:10366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963470.160653:0:10366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013ca803b. 02000000:00000001:0.0:1780963470.160655:0:10366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963470.160656:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.160657:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=8 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.160658:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.160659:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070b6e977. 02000000:00000001:0.0:1780963470.160666:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.160667:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.160668:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbf36865. 00000100:00000001:0.0:1780963470.160671:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.160672:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963470.160675:0:10366:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@000000008d8d2f64 x1867475276801664/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:0.0:1780963470.160681:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160682:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008d8d2f64 x1867475276801664/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:0.0:1780963470.160687:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963470.160688:0:10366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963470.160689:0:10366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000798b032a. 02000000:00000001:0.0:1780963470.160692:0:10366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963470.160693:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.160694:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=7 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.160695:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.160696:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001ee4fb37. 02000000:00000001:0.0:1780963470.160698:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.160699:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.160700:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d8d2f64. 00000100:00000001:0.0:1780963470.160702:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.160702:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963470.160705:0:10366:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967310) req@00000000c24ef411 x1867475276801920/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:0.0:1780963470.160710:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160711:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c24ef411 x1867475276801920/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:0.0:1780963470.160715:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963470.160716:0:10366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963470.160717:0:10366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022605d8f. 02000000:00000001:0.0:1780963470.160719:0:10366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963470.160719:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.160720:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.160726:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.160727:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd097242. 02000000:00000001:0.0:1780963470.160729:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.160729:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.160730:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24ef411. 00000100:00000001:0.0:1780963470.160732:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.160733:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963470.160734:0:10366:0:(client.c:2912:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963470.160736:0:10366:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963470.160738:0:10366:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963470.160741:0:10366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:0.0:1780963470.160747:0:10366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963470.160750:0:10366:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963470.160751:0:10366:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963470.160754:0:10366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00100000:0.0:1780963470.160760:0:10366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a1d55d3 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10366:1867475276802112:192.168.202.121@tcp:101:rm.0 00000100:00000001:0.0:1780963470.160764:0:10366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963470.160767:0:10366:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963470.160769:0:10366:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963470.160770:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.160772:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:0.0:1780963470.160777:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963470.160778:0:10366:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024a82653. 00000100:00000001:0.0:1780963470.160781:0:10366:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963470.160782:0:10366:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963470.160785:0:10366:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963470.160788:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963470.160791:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963470.160792:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e975c755 refcount=4 00000020:00000001:0.0:1780963470.160794:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634424265408 : -117439285286208 : ffff9530891e2ac0) 00010000:00000001:0.0:1780963470.160802:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634424265408 : -117439285286208 : ffff9530891e2ac0) 00010000:00010000:0.0:1780963470.160805:0:10366:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160822:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160828:0:10366:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963470.160831:0:10366:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160836:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160838:0:10366:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963470.160840:0:10366:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160845:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160846:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.160848:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963470.160849:0:10366:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160855:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160856:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963470.160858:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.160860:0:10366:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963470.160862:0:10366:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160866:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963470.160868:0:10366:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e975c755 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963470.160871:0:10366:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963470.160873:0:10366:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160887:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160890:0:10366:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963470.160892:0:10366:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963470.160894:0:10366:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160899:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160901:0:10366:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963470.160903:0:10366:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963470.160904:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963470.160905:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963470.160907:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e975c755 refcount=5 00000020:00000001:0.0:1780963470.160908:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634424265408 : -117439285286208 : ffff9530891e2ac0) 00010000:00000001:0.0:1780963470.160910:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634424265408 : -117439285286208 : ffff9530891e2ac0) 00010000:00000001:0.0:1780963470.160913:0:10366:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963470.160915:0:10366:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160919:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000080:00000001:0.0:1780963470.160921:0:10366:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963470.160922:0:10366:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963470.160924:0:10366:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963470.160926:0:10366:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963470.160929:0:10366:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963470.160931:0:10366:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963470.160932:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963470.160933:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963470.160935:0:10366:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e975c755 with handle 0xa7c1c9eb1f93b703 from hash 00010000:00000001:0.0:1780963470.160937:0:10366:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963470.160938:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.160939:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.160944:0:10366:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963470.160945:0:10366:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963470.160947:0:10366:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963470.160949:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.160950:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.160951:0:10366:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963470.160952:0:10366:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963470.160953:0:10366:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160958:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.160959:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.160960:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.160961:0:10366:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963470.160962:0:10366:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963470.160964:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.160964:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.160965:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963470.160967:0:10366:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000e975c755/0xa7c1c9eb1f93b703 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.160972:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963470.160976:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963470.160983:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.160985:0:10366:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963470.160989:0:10366:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963470.160993:0:10366:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00000001:0.0:1780963470.161000:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963470.161001:0:10366:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161003:0:10366:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161005:0:10366:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161007:0:10366:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963470.161009:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963470.161010:0:10366:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161011:0:10366:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963470.161017:0:10366:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d0.sanity intent=lookup status=0 disp=7: rc = 0 00000002:00000001:0.0:1780963470.161020:0:10366:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161023:0:10366:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161025:0:10366:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963470.161029:0:10366:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963470.161031:0:10366:0:(namei.c:668:ll_lookup_it_finish()) it 0000000079d8a3d1 it_disposition 7 00000080:00002000:0.0:1780963470.161035:0:10366:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000056c2f2f4 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780963470.161039:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161042:0:10366:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1780963470.161044:0:10366:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963470.161046:0:10366:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963470.161048:0:10366:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963470.161050:0:10366:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963470.161051:0:10366:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963470.161053:0:10366:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963470.161054:0:10366:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161056:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161058:0:10366:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963470.161060:0:10366:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963470.161062:0:10366:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963470.161067:0:10366:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.161069:0:10366:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963470.161073:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00010000:0.0:1780963470.161075:0:10366:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963470.161077:0:10366:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161079:0:10366:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161080:0:10366:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963470.161082:0:10366:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963470.161085:0:10366:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780963470.161088:0:10366:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f23e8311. 00000100:00000001:0.0:1780963470.161091:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.161093:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a1d55d3 x1867475276802112/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:0.0:1780963470.161098:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963470.161099:0:10366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963470.161100:0:10366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000003ddc52f5. 02000000:00000001:0.0:1780963470.161109:0:10366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963470.161110:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.161111:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.161112:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.161113:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000cb3a625e. 02000000:00000001:0.0:1780963470.161115:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.161116:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.161117:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a1d55d3. 00000100:00000001:0.0:1780963470.161119:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.161121:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963470.161127:0:10366:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1780963470.161129:0:10366:0:(dcache.c:133:ll_ddelete()) deleting dentry d0.sanity (0000000056c2f2f4, parent 0000000076f38ff3, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780963470.161132:0:10366:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963470.161135:0:10366:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963470.161137:0:10366:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1780963470.161179:0:10366:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963470.161182:0:10366:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963470.161184:0:10366:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963470.161185:0:10366:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963470.161190:0:10366:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000074371809. 00000080:00000001:0.0:1780963470.161195:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161198:0:10366:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963470.161200:0:10366:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963470.161203:0:10366:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963470.161204:0:10366:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963470.161205:0:10366:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963470.161206:0:10366:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963470.161207:0:10366:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963470.161208:0:10366:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963470.161209:0:10366:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963470.161211:0:10366:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963470.161212:0:10366:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963470.161215:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161217:0:10366:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963470.161218:0:10366:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963470.161221:0:10366:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963470.161227:0:10366:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963470.161228:0:10366:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963470.161231:0:10366:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.161232:0:10366:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963470.161235:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963470.161236:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963470.161238:0:10366:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161244:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963470.161246:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:0.0:1780963470.161248:0:10366:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963470.161251:0:10366:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963470.161253:0:10366:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161258:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:0.0:1780963470.161259:0:10366:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963470.161261:0:10366:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963470.161263:0:10366:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963470.161265:0:10366:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963470.161266:0:10366:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963470.161268:0:10366:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000074371809. 00000080:00000001:0.0:1780963470.161271:0:10366:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963470.161273:0:10366:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963470.161275:0:10366:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963470.161277:0:10366:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:0.0:1780963470.161279:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161281:0:10366:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963470.161283:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161284:0:10366:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963470.161285:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963470.161286:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963470.161288:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963470.161421:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963470.161429:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963470.161431:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.161432:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963470.161433:0:10366:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161434:0:10366:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963470.161436:0:10366:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000180c14d8 00010000:00000001:0.0:1780963470.161438:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963470.161439:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963470.161440:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963470.161441:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963470.161442:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963470.161444:0:10366:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963470.161445:0:10366:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161451:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963470.161453:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.161454:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.161456:0:10366:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963470.161457:0:10366:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963470.161458:0:10366:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161463:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963470.161466:0:10366:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963470.161468:0:10366:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963470.161470:0:10366:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963470.161473:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.161473:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.161475:0:10366:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161477:0:10366:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963470.161479:0:10366:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161481:0:10366:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161483:0:10366:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161695:0:10366:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963470.161702:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.161703:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963470.161705:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963470.161706:0:10366:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963470.161708:0:10366:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00000001:0.0:1780963470.161713:0:10366:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963470.161722:0:10366:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000078241b4d. 00000080:00200000:0.0:1780963470.161725:0:10366:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=24 00000080:00000001:0.0:1780963470.161729:0:10366:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963470.161730:0:10366:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d0.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=0 00000080:00000010:0.0:1780963470.161736:0:10366:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000074371809. 00000080:00000001:0.0:1780963470.161740:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.161741:0:10366:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963470.161742:0:10366:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd0.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963470.161745:0:10366:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963470.161747:0:10366:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963470.161748:0:10366:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963470.161749:0:10366:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963470.161751:0:10366:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963470.161752:0:10366:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963470.161753:0:10366:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963470.161755:0:10366:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963470.161756:0:10366:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d0.sanity' -> mds #0 00800000:00000001:0.0:1780963470.161759:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161760:0:10366:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963470.161761:0:10366:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d0.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963470.161764:0:10366:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963470.161767:0:10366:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963470.161770:0:10366:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6ee0d43. 00000020:00000040:0.0:1780963470.161773:0:10366:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:0.0:1780963470.161778:0:10366:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963470.161781:0:10366:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963470.161783:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.161784:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.161785:0:10366:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963470.161787:0:10366:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963470.161793:0:10366:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963470.161795:0:10366:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963470.161802:0:10366:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006a90c720. 00000100:00000001:0.0:1780963470.161807:0:10366:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161810:0:10366:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963470.161811:0:10366:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161823:0:10366:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963470.161824:0:10366:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.161826:0:10366:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.161833:0:10366:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00010000:00000001:0.0:1780963470.161836:0:10366:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963470.161837:0:10366:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963470.161840:0:10366:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.161842:0:10366:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963470.161843:0:10366:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963470.161846:0:10366:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a31a390. 00000020:00000001:0.0:1780963470.161849:0:10366:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963470.161850:0:10366:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006a31a390 with handle 0xa7c1c9eb1f93b70a to hash 00000020:00000001:0.0:1780963470.161852:0:10366:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963470.161853:0:10366:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963470.161855:0:10366:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963470.161858:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963470.161859:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963470.161861:0:10366:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161866:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963470.161868:0:10366:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161872:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963470.161877:0:10366:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.161891:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:0.0:1780963470.161893:0:10366:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963470.161895:0:10366:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963470.161900:0:10366:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048ba5f0c. 00000100:00000001:0.0:1780963470.161902:0:10366:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686634816 : -117439022916800 : ffff953098c19b40) 00000100:00000001:0.0:1780963470.161904:0:10366:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963470.161905:0:10366:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963470.161909:0:10366:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963470.161912:0:10366:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963470.161914:0:10366:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963470.161915:0:10366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963470.161920:0:10366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963470.161928:0:10366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963470.161929:0:10366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963470.161933:0:10366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963470.161935:0:10366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963470.161937:0:10366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10366:1867475276802176:192.168.202.121@tcp:101:rm.0 00000100:00000001:0.0:1780963470.161940:0:10366:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963470.161946:0:10366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963470.161948:0:10366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963470.161950:0:10366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963470.161954:0:10366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 0000000099818bb7. 02000000:00000001:0.0:1780963470.161955:0:10366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963470.161961:0:10366:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963470.161964:0:10366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d049ac68. 00000400:00000010:0.0:1780963470.161969:0:10366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000178b4cce. 00000100:00000200:0.0:1780963470.161975:0:10366:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276802176, portal 10 00000100:00000001:0.0:1780963470.161977:0:10366:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963470.161977:0:10366:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000040:0.0:1780963470.161982:0:10366:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963470.161998:0:10366:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963470.162000:0:10366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963470.162003:0:10366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015d06e18. 00000100:00000200:0.0:1780963470.162007:0:10366:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475276802176, offset 0 00000400:00000200:0.0:1780963470.162013:0:10366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963470.162021:0:10366:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963470.162027:0:10366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963470.162034:0:10366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963470.162037:0:10366:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963470.162040:0:10366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963470.162042:0:10366:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [167:167:256:4294967295] 192.168.202.121@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1780963470.162046:0:10366:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963470.162055:0:10366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963470.162060:0:10366:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963470.162066:0:10366:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dca1ba9a (tot 3210926). 00000800:00000200:0.0:1780963470.162072:0:10366:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963470.162079:0:10366:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963470.162083:0:10366:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dca1ba9a type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1780963470.162149:0:10366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963470.162152:0:10366:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963470.162155:0:10366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963470.162156:0:10366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963470.162158:0:10366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963470.162160:0:10366:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ba5f0c going to sleep for 6 seconds 00000100:00000001:0.0:1780963470.162162:0:10366:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963470.162164:0:10366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963470.165920:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963470.165931:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dca1ba9a (tot 3210678). 00000400:00000200:3.0:1780963470.165939:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963470.165950:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963470.165956:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015d06e18 00000400:00000010:3.0:1780963470.165959:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015d06e18. 00000100:00000001:3.0:1780963470.165964:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963470.165989:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963470.166000:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.166002:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963470.166008:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.166010:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963470.170606:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963470.170621:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963470.170627:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963470.170630:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963470.170641:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.170650:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963470.170669:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.170675:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.170679:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.170683:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27578802880 00000400:00000200:3.0:1780963470.170688:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.170694:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x995 [1] + 224 00000800:00000001:3.0:1780963470.170702:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963470.170708:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963470.170711:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963470.170715:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963470.170721:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963470.170727:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000040:3.0:1780963470.170738:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:3.0:1780963470.170756:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963470.170765:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963470.170767:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963470.171132:0:10366:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963470.171141:0:10366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963470.171142:0:10366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963470.171144:0:10366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d049ac68. 00000400:00000200:0.0:1780963470.171148:0:10366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000178b4cce 00000400:00000010:0.0:1780963470.171150:0:10366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000178b4cce. 00000100:00000001:0.0:1780963470.171167:0:10366:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963470.171171:0:10366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000200:0.0:1780963470.171179:0:10366:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00000001:0.0:1780963470.171184:0:10366:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963470.171185:0:10366:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963470.171187:0:10366:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963470.171190:0:10366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963470.171193:0:10366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963470.171195:0:10366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963470.171197:0:10366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963470.171204:0:10366:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=103 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963470.171208:0:10366:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=103 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963470.171211:0:10366:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963470.171213:0:10366:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'rm.0' 00000100:00000001:0.0:1780963470.171219:0:10366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963470.171221:0:10366:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963470.171223:0:10366:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963470.171225:0:10366:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963470.171226:0:10366:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963470.171229:0:10366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:0.0:1780963470.171235:0:10366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963470.171238:0:10366:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963470.171240:0:10366:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963470.171243:0:10366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00100000:0.0:1780963470.171249:0:10366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job rm:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10366:1867475276802176:192.168.202.121@tcp:101:rm.0 00000100:00000001:0.0:1780963470.171254:0:10366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963470.171256:0:10366:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963470.171264:0:10366:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963470.171266:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.171269:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:0.0:1780963470.171275:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963470.171277:0:10366:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048ba5f0c. 00000100:00000001:0.0:1780963470.171279:0:10366:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963470.171281:0:10366:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963470.171284:0:10366:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963470.171298:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963470.171300:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963470.171302:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=4 00000020:00000001:0.0:1780963470.171305:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963470.171307:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00010000:0.0:1780963470.171311:0:10366:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171319:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171325:0:10366:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963470.171328:0:10366:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171333:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171336:0:10366:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963470.171337:0:10366:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171351:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171353:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.171355:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963470.171356:0:10366:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171372:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171374:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963470.171376:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963470.171378:0:10366:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963470.171380:0:10366:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171385:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963470.171387:0:10366:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006a31a390 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963470.171390:0:10366:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963470.171392:0:10366:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171396:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171399:0:10366:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963470.171401:0:10366:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963470.171403:0:10366:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171407:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171409:0:10366:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963470.171411:0:10366:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963470.171412:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963470.171413:0:10366:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963470.171414:0:10366:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=5 00000020:00000001:0.0:1780963470.171416:0:10366:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963470.171417:0:10366:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963470.171419:0:10366:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963470.171421:0:10366:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171435:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000080:00000001:0.0:1780963470.171438:0:10366:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963470.171439:0:10366:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963470.171441:0:10366:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963470.171443:0:10366:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963470.171446:0:10366:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963470.171447:0:10366:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963470.171448:0:10366:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963470.171449:0:10366:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963470.171451:0:10366:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006a31a390 with handle 0xa7c1c9eb1f93b70a from hash 00010000:00000001:0.0:1780963470.171454:0:10366:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963470.171454:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.171456:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.171457:0:10366:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963470.171458:0:10366:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963470.171459:0:10366:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963470.171461:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.171462:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.171463:0:10366:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963470.171464:0:10366:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963470.171466:0:10366:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171471:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171472:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.171473:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.171474:0:10366:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963470.171476:0:10366:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963470.171477:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963470.171478:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.171478:0:10366:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963470.171480:0:10366:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b70a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10366 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963470.171508:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963470.171517:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963470.171521:0:10366:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963470.171523:0:10366:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963470.171527:0:10366:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963470.171531:0:10366:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00010000:00000001:0.0:1780963470.171537:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963470.171538:0:10366:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.171540:0:10366:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.171541:0:10366:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.171544:0:10366:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963470.171545:0:10366:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963470.171546:0:10366:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.171548:0:10366:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963470.171549:0:10366:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d0.sanity intent=lookup status=0 disp=7: rc = 0 00000002:00000001:0.0:1780963470.171552:0:10366:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.171555:0:10366:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.171557:0:10366:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963470.171561:0:10366:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963470.171754:0:10366:0:(namei.c:668:ll_lookup_it_finish()) it 00000000efb4b515 it_disposition 7 00000080:00002000:0.0:1780963470.171760:0:10366:0:(namei.c:648:ll_splice_alias()) Add dentry 000000008fc26fe2 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780963470.171763:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.171767:0:10366:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1780963470.171769:0:10366:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963470.171772:0:10366:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963470.171774:0:10366:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963470.171776:0:10366:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963470.171777:0:10366:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963470.171779:0:10366:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963470.171781:0:10366:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.171782:0:10366:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.171785:0:10366:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963470.171786:0:10366:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963470.171789:0:10366:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963470.171793:0:10366:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963470.171795:0:10366:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963470.171804:0:10366:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00010000:0.0:1780963470.171806:0:10366:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963470.171809:0:10366:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963470.171811:0:10366:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963470.171823:0:10366:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963470.171825:0:10366:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963470.171829:0:10366:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780963470.171833:0:10366:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000074371809. 00000100:00000001:0.0:1780963470.171837:0:10366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963470.171841:0:10366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6ee0d43 x1867475276802176/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963477 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'rm.0' 00000100:00000001:0.0:1780963470.171847:0:10366:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963470.171849:0:10366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963470.171852:0:10366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 0000000099818bb7. 02000000:00000001:0.0:1780963470.171857:0:10366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963470.171859:0:10366:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963470.171860:0:10366:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963470.171862:0:10366:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963470.171864:0:10366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006a90c720. 02000000:00000001:0.0:1780963470.171867:0:10366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963470.171869:0:10366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963470.171870:0:10366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6ee0d43. 00000100:00000001:0.0:1780963470.171874:0:10366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963470.171875:0:10366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963470.171881:0:10366:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1780963470.171882:0:10366:0:(dcache.c:133:ll_ddelete()) deleting dentry d0.sanity (000000008fc26fe2, parent 0000000076f38ff3, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780963470.171886:0:10366:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963470.171888:0:10366:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963470.171891:0:10366:0:(dcache.c:65:ll_release()) Process leaving 00010000:00000010:0.1F:1780963470.180660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e975c755. 00000080:00000010:0.1:1780963470.180683:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000024ad3265. 00000100:00000040:3.0:1780963470.201017:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963470.201046:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963470.201051:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d641360. 00000020:00000040:3.0:1780963470.201057:0:38:0:(genops.c:1191:class_import_get()) import 00000000a5f158bf refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:3.0:1780963470.201061:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963470.201064:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963470.201068:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963470.201074:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb262be7. 00000100:00000001:3.0:1780963470.201080:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201090:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963470.201099:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963470.201102:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201107:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006d641360] to pc [ptlrpcd_01_00+0] req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.201143:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201146:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963470.201149:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963470.201152:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008c503f5. 00000020:00000040:3.0:1780963470.201154:0:38:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000100:00000001:3.0:1780963470.201156:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963470.201157:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963470.201158:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963470.201161:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071fb8afd. 00000100:00000001:3.0:1780963470.201164:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201167:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963470.201174:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963470.201175:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201177:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000008c503f5] to pc [ptlrpcd_01_01+1] req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.201183:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201190:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780963470.201192:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780963470.201195:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a59f6ebc. 00000020:00000040:3.0:1780963470.201197:0:38:0:(genops.c:1191:class_import_get()) import 00000000af4f8d17 refcount=6 obd=lustre-OST0000-osc-ffff953087f78000 00000100:00000001:3.0:1780963470.201199:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963470.201200:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963470.201201:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963470.201204:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d97c1d56. 00000100:00000001:3.0:1780963470.201207:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201210:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780963470.201216:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963470.201217:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.201219:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a59f6ebc] to pc [ptlrpcd_01_00+0] req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.201225:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780963470.201227:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780963470.201230:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780963470.201235:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (333) 00000100:00000001:3.0:1780963470.201255:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963470.201259:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963470.201262:0:2268:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963470.201266:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.201273:0:2268:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963470.201275:0:2268:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963470.201279:0:2268:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963470.201282:0:2268:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963470.201285:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c503f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276802304:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963470.201302:0:2268:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963470.201308:0:2268:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963470.201317:0:2268:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963470.201321:0:2268:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963470.201324:0:2268:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edf6a626. 02000000:00000001:3.0:1780963470.201326:0:2268:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963470.201333:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963470.201337:0:2268:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000100:00000001:2.0:1780963470.201518:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963470.201521:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963470.201522:0:2267:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963470.201526:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.201532:0:2267:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963470.201533:0:2267:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.201535:0:2267:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963470.201536:0:2267:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963470.201538:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d641360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276802240:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963470.201541:0:2267:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963470.201543:0:2267:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963470.201544:0:2267:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.201546:0:2267:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963470.201549:0:2267:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b30f0425. 02000000:00000001:2.0:1780963470.201551:0:2267:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963470.201554:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963470.201557:0:2267:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000940dc598. 00000400:00000010:2.0:1780963470.201561:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ec4e9fa. 00000100:00000200:2.0:1780963470.201566:0:2267:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802240, portal 25 00000100:00000001:2.0:1780963470.201574:0:2267:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963470.201575:0:2267:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634423460800 : -117439286090816 : ffff95308911e3c0) 00000100:00000040:2.0:1780963470.201579:0:2267:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.201585:0:2267:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963470.201588:0:2267:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963470.201590:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b31f044. 00000100:00000200:2.0:1780963470.201592:0:2267:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276802240, offset 0 00000400:00000200:2.0:1780963470.201598:0:2267:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963470.201606:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.201613:0:2267:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963470.201620:0:2267:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963470.201624:0:2267:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963470.201627:0:2267:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963470.201630:0:2267:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [168:168:256:4294967295] 192.168.202.121@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1780963470.201633:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.201641:0:2267:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963470.201647:0:2267:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963470.201651:0:2267:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c88ed8 (tot 3210926). 00000800:00000200:2.0:1780963470.201657:0:2267:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963470.201665:0:2267:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963470.201669:0:2267:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002c88ed8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963470.201680:0:2267:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.201681:0:2267:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963470.201684:0:2267:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.201686:0:2267:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963470.201689:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.201695:0:2267:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963470.201696:0:2267:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.201697:0:2267:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963470.201707:0:2267:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963470.201710:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a59f6ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276802368:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963470.201713:0:2267:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963470.201715:0:2267:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963470.201716:0:2267:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.201718:0:2267:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963470.201720:0:2267:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002586706d. 02000000:00000001:2.0:1780963470.201721:0:2267:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963470.201724:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963470.201727:0:2267:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ca69d4b. 00000400:00000010:2.0:1780963470.201729:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086db551f. 00000100:00000200:2.0:1780963470.201732:0:2267:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802368, portal 4 00000100:00000001:2.0:1780963470.201733:0:2267:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963470.201734:0:2267:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634423448640 : -117439286102976 : ffff95308911b440) 00000100:00000040:2.0:1780963470.201739:0:2267:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.201744:0:2267:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963470.201746:0:2267:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963470.201747:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c962964b. 00000100:00000200:2.0:1780963470.201748:0:2267:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475276802368, offset 0 00000400:00000200:2.0:1780963470.201752:0:2267:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963470.201756:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.201759:0:2267:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963470.201762:0:2267:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963470.201763:0:2267:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963470.201765:0:2267:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963470.201767:0:2267:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [169:169:255:4294967295] 192.168.202.121@tcp LPNI seq info [169:169:7:4294967295] 00000400:00000200:2.0:1780963470.201770:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.201776:0:2267:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963470.201779:0:2267:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963470.201783:0:2267:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5af101a (tot 3211174). 00000800:00000200:2.0:1780963470.201786:0:2267:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963470.201795:0:2267:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963470.201796:0:2267:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5af101a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963470.201799:0:2267:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.201800:0:2267:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963470.201802:0:2267:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.201804:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.201806:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963470.201826:0:2267:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963470.201828:0:2267:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963470.201830:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963470.201831:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963470.201832:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.201834:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780963470.201915:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000429c7cc6. 00000100:00000200:3.0:1780963470.201920:0:2268:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802304, portal 10 00000100:00000001:3.0:1780963470.201921:0:2268:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963470.201922:0:2268:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634423449856 : -117439286101760 : ffff95308911b900) 00000100:00000040:3.0:1780963470.201928:0:2268:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.201934:0:2268:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963470.201936:0:2268:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963470.201938:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000971ecb87. 00000100:00000200:3.0:1780963470.201940:0:2268:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276802304, offset 0 00000400:00000200:3.0:1780963470.201944:0:2268:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963470.201948:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.201951:0:2268:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963470.201954:0:2268:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963470.201956:0:2268:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963470.201958:0:2268:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963470.201960:0:2268:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [170:170:254:4294967295] 192.168.202.121@tcp LPNI seq info [170:170:6:4294967295] 00000400:00000200:3.0:1780963470.201964:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963470.201969:0:2268:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963470.201972:0:2268:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963470.201975:0:2268:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c402bbe (tot 3211422). 00000800:00000200:3.0:1780963470.201978:0:2268:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963470.201982:0:2268:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963470.201985:0:2268:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c402bbe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963470.201987:0:2268:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.201988:0:2268:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963470.201998:0:2268:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.201999:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.202001:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.202004:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963470.202005:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963470.202007:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963470.202007:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963470.202008:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.202010:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963470.202053:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963470.202056:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c88ed8 (tot 3211174). 00000400:00000200:3.0:1780963470.202062:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963470.202067:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963470.202071:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b31f044 00000400:00000010:3.0:1780963470.202073:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b31f044. 00000100:00000001:3.0:1780963470.202077:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963470.202080:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.202088:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.202090:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.202096:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.202098:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963470.202108:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963470.202110:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5af101a (tot 3210926). 00000400:00000200:3.0:1780963470.202112:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963470.202114:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963470.202116:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c962964b 00000400:00000010:3.0:1780963470.202117:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c962964b. 00000100:00000001:3.0:1780963470.202119:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963470.202120:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.202126:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.202127:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.202142:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.202143:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963470.202206:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963470.202208:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c402bbe (tot 3210678). 00000400:00000200:3.0:1780963470.202211:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963470.202214:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963470.202216:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000971ecb87 00000400:00000010:3.0:1780963470.202217:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000971ecb87. 00000100:00000001:3.0:1780963470.202219:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963470.202221:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.202227:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.202228:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.202233:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.202234:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963470.208007:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.208022:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963470.208026:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.208028:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.208038:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.208046:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963470.208054:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.208059:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.208063:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.208067:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a275788028c0 00000400:00000200:2.0:1780963470.208072:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.208078:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:2.0:1780963470.208087:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.208095:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.208097:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963470.208101:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963470.208106:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963470.208112:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963470.208123:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.208163:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963470.208173:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.208176:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.209554:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963470.209561:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963470.209570:0:2267:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963470.209572:0:2267:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963470.209575:0:2267:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000940dc598. 00000400:00000200:3.0:1780963470.209582:0:2267:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ec4e9fa 00000400:00000010:3.0:1780963470.209584:0:2267:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ec4e9fa. 00000100:00000001:3.0:1780963470.209587:0:2267:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963470.209595:0:2267:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963470.209604:0:2267:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.209610:0:2267:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963470.209611:0:2267:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.209613:0:2267:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963470.209616:0:2267:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963470.209618:0:2267:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963470.209630:0:2267:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963470.209632:0:2267:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963470.209638:0:2267:0:(import.c:1935:at_measured()) add 1 to 000000004a9c3c8e time=103 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963470.209643:0:2267:0:(import.c:1935:at_measured()) add 1 to 0000000086dfebd8 time=103 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963470.209645:0:2267:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963470.209646:0:2267:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963470.209648:0:2267:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963470.209650:0:2267:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.209652:0:2267:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.209656:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.209663:0:2267:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963470.209665:0:2267:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963470.209667:0:2267:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963470.209670:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963470.209676:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d641360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276802240:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963470.209681:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.209683:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.209686:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006d641360 x1867475276802240/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.209691:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963470.209693:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963470.209696:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b30f0425. 02000000:00000001:3.0:1780963470.209699:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963470.209701:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963470.209703:0:2267:0:(genops.c:1204:class_import_put()) import 00000000a5f158bf refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:3.0:1780963470.209704:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963470.209706:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb262be7. 02000000:00000001:3.0:1780963470.209710:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963470.209712:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963470.209713:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d641360. 00000100:00000001:3.0:1780963470.209717:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963470.209718:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.209728:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.209730:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963470.209731:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963470.209733:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.209734:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963470.209803:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.209823:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963470.209825:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.209827:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.209834:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.209839:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963470.209844:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.209849:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.209852:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.209855:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578802900 00000400:00000200:2.0:1780963470.209860:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.209866:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:2.0:1780963470.209871:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.209929:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.209932:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963470.209936:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963470.209941:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963470.209944:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963470.209951:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.209967:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963470.209975:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.209977:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.211518:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963470.211524:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963470.211530:0:2268:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963470.211532:0:2268:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963470.211534:0:2268:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963470.211540:0:2268:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000429c7cc6 00000400:00000010:3.0:1780963470.211542:0:2268:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000429c7cc6. 00000100:00000001:3.0:1780963470.211545:0:2268:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963470.211553:0:2268:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1780963470.211562:0:2268:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.211567:0:2268:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963470.211568:0:2268:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.211570:0:2268:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963470.211572:0:2268:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963470.211574:0:2268:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963470.211576:0:2268:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963470.211578:0:2268:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963470.211585:0:2268:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=103 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963470.211588:0:2268:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=103 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963470.211591:0:2268:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963470.211592:0:2268:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963470.211594:0:2268:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780963470.211598:0:2268:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:3.0:1780963470.211603:0:2268:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.211606:0:2268:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963470.211608:0:2268:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:3.0:1780963470.211609:0:2268:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963470.211610:0:2268:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963470.211622:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.211628:0:2268:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963470.211630:0:2268:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963470.211632:0:2268:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963470.211634:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1780963470.211641:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c503f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276802304:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1780963470.211644:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.211646:0:2268:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963470.211648:0:2268:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000008c503f5 x1867475276802304/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963470.211654:0:2268:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963470.211656:0:2268:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963470.211658:0:2268:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edf6a626. 02000000:00000001:3.0:1780963470.211661:0:2268:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963470.211662:0:2268:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963470.211664:0:2268:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=5 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:3.0:1780963470.211666:0:2268:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963470.211668:0:2268:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000071fb8afd. 02000000:00000001:3.0:1780963470.211671:0:2268:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963470.211672:0:2268:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963470.211673:0:2268:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008c503f5. 00000100:00000001:3.0:1780963470.211676:0:2268:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963470.211677:0:2268:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.211679:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963470.211686:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963470.211687:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963470.211689:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963470.211690:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780963470.212564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a31a390. 00000080:00000010:0.1:1780963470.212574:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000078241b4d. 00000800:00000001:2.0:1780963470.216068:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.216085:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963470.216089:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.216092:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.216101:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.216117:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963470.216123:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.216128:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.216131:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.216135:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a27578802940 00000400:00000200:2.0:1780963470.216140:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963470.216146:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:2.0:1780963470.216154:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.216162:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963470.216165:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963470.216169:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963470.216174:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963470.216181:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963470.216191:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.216207:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963470.216221:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963470.216225:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780963470.216231:0:2267:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780963470.216232:0:2267:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780963470.216235:0:2267:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004ca69d4b. 00000400:00000200:2.0:1780963470.216238:0:2267:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086db551f 00000400:00000010:2.0:1780963470.216240:0:2267:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086db551f. 00000100:00000001:2.0:1780963470.216242:0:2267:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963470.216245:0:2267:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1780963470.216252:0:2267:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.216256:0:2267:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780963470.216258:0:2267:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963470.216260:0:2267:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780963470.216262:0:2267:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780963470.216269:0:2267:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963470.216271:0:2267:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963470.216273:0:2267:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963470.216282:0:2267:0:(import.c:1935:at_measured()) add 1 to 0000000059174802 time=103 v=1 (1 0 0 0) 00000100:00001000:2.0:1780963470.216286:0:2267:0:(import.c:1935:at_measured()) add 1 to 00000000393dc377 time=6 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963470.216288:0:2267:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780963470.216290:0:2267:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963470.216292:0:2267:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780963470.216297:0:2267:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.216300:0:2267:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780963470.216301:0:2267:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-ffff953087f78000: committing for last_committed 4294967297 gen 2 00000100:00000040:2.0:1780963470.216318:0:2267:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967297) req@0000000051e2dfd6 x1867475276800640/t4294967297(4294967297) o2->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:2.0:1780963470.216324:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963470.216326:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051e2dfd6 x1867475276800640/t4294967297(4294967297) o2->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1780963471 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.500' 00000100:00000001:2.0:1780963470.216332:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963470.216333:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963470.216335:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad633793. 02000000:00000001:2.0:1780963470.216339:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963470.216341:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963470.216343:0:2267:0:(genops.c:1204:class_import_put()) import 00000000af4f8d17 refcount=5 obd=lustre-OST0000-osc-ffff953087f78000 00000020:00000001:2.0:1780963470.216345:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963470.216346:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a471f6fd. 02000000:00000001:2.0:1780963470.216350:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963470.216351:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963470.216352:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051e2dfd6. 00000100:00000001:2.0:1780963470.216355:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963470.216356:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963470.216358:0:2267:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780963470.216359:0:2267:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963470.216363:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.216368:0:2267:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963470.216376:0:2267:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780963470.216378:0:2267:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780963470.216381:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1780963470.216388:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a59f6ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276802368:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1780963470.216392:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963470.216394:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963470.216395:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a59f6ebc x1867475276802368/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963477 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963470.216400:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780963470.216401:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780963470.216402:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002586706d. 02000000:00000001:2.0:1780963470.216405:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780963470.216405:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780963470.216406:0:2267:0:(genops.c:1204:class_import_put()) import 00000000af4f8d17 refcount=4 obd=lustre-OST0000-osc-ffff953087f78000 00000020:00000001:2.0:1780963470.216408:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780963470.216408:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d97c1d56. 02000000:00000001:2.0:1780963470.216411:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780963470.216412:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780963470.216413:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a59f6ebc. 00000100:00000001:2.0:1780963470.216416:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780963470.216417:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963470.216418:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963470.216426:0:2267:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963470.216427:0:2267:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963470.216429:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963470.216431:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963470.216437:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963470.216440:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780963470.453557:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963470.453562:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963470.453567:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963470.453568:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963470.453649:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963470.453652:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963470.453655:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963471.477577:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963471.477583:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963471.477588:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963471.477589:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963471.477635:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963471.477639:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963471.477642:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963472.502852:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963472.502858:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963472.502864:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963472.502879:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963472.503427:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963472.503431:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963472.503434:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963473.525533:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963473.525540:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963473.525548:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963473.525549:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963473.532539:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963473.532563:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963473.532569:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963474.549746:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963474.549752:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963474.549759:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963474.549759:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963474.549960:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963474.549964:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963474.549967:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780963475.317927:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780963475.317937:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780963475.317944:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000197c30fa. 00000020:00000040:1.0:1780963475.317951:0:38:0:(genops.c:1191:class_import_get()) import 00000000a5f158bf refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:1.0:1780963475.317955:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963475.317958:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963475.317962:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963475.317969:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a87559e. 00000100:00000001:1.0:1780963475.317975:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.317986:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963475.318009:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963475.318013:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318019:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000197c30fa] to pc [ptlrpcd_00_01+1] req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318038:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318040:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780963475.318043:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780963475.318045:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a90d92b. 00000020:00000040:1.0:1780963475.318048:0:38:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:1.0:1780963475.318050:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963475.318051:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963475.318052:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963475.318056:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd7a9d58. 00000100:00000001:1.0:1780963475.318059:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318067:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0000_UUID req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963475.318074:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963475.318075:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318078:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006a90d92b] to pc [ptlrpcd_00_00+0] req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318084:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318086:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780963475.318088:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780963475.318090:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008872abef. 00000020:00000040:1.0:1780963475.318092:0:38:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000100:00000001:1.0:1780963475.318094:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963475.318094:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963475.318096:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963475.318098:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007317cc9b. 00000100:00000001:1.0:1780963475.318101:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318104:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963475.318108:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963475.318110:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318112:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008872abef] to pc [ptlrpcd_00_01+1] req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318117:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318119:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780963475.318121:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780963475.318123:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007723194a. 00000020:00000040:1.0:1780963475.318125:0:38:0:(genops.c:1191:class_import_get()) import 00000000af4f8d17 refcount=5 obd=lustre-OST0000-osc-ffff953087f78000 00000100:00000001:1.0:1780963475.318127:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963475.318128:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963475.318129:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963475.318131:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf422973. 00000100:00000001:1.0:1780963475.318139:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318143:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963475.318148:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963475.318149:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.318152:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007723194a] to pc [ptlrpcd_00_00+0] req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318157:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780963475.318159:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780963475.318162:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780963475.318166:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (338) 00000100:00000001:1.0:1780963475.318176:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963475.318180:0:2266:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963475.318182:0:2266:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963475.318186:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318192:0:2266:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963475.318194:0:2266:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963475.318197:0:2266:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963475.318199:0:2266:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963475.318202:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000197c30fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276802432:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963475.318206:0:2266:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963475.318211:0:2266:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963475.318212:0:2266:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963475.318215:0:2266:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963475.318217:0:2266:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067444a0e. 02000000:00000001:1.0:1780963475.318219:0:2266:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963475.318226:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000100:00000001:0.0:1780963475.318226:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963475.318229:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1780963475.318230:0:2266:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000100:00000001:0.0:1780963475.318230:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963475.318234:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:1.0:1780963475.318235:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000222581f7. 00000100:00000200:1.0:1780963475.318241:0:2266:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802432, portal 25 00000100:00000001:1.0:1780963475.318243:0:2266:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963475.318248:0:2266:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682550080 : -117439027001536 : ffff953098834740) 00000100:00000040:1.0:1780963475.318252:0:2266:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318258:0:2266:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963475.318260:0:2266:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963475.318263:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000809af375. 00000100:00000200:1.0:1780963475.318267:0:2266:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276802432, offset 0 00000400:00000200:1.0:1780963475.318273:0:2266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963475.318281:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963475.318288:0:2266:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963475.318294:0:2266:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963475.318310:0:2266:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963475.318313:0:2266:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963475.318316:0:2266:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [171:171:256:4294967295] 192.168.202.121@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1780963475.318319:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963475.318327:0:2266:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963475.318333:0:2266:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963475.318345:0:2266:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000577015f0 (tot 3210926). 00000800:00000200:1.0:1780963475.318352:0:2266:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963475.318360:0:2266:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963475.318363:0:2266:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000577015f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780963475.318364:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963475.318365:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963475.318367:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963475.318369:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963475.318371:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a90d92b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276802496:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1780963475.318374:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963475.318376:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963475.318377:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.318378:0:2266:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963475.318379:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1780963475.318380:0:2266:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1780963475.318382:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a428646. 00000100:00000001:1.0:1780963475.318383:0:2266:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963475.318383:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.318385:0:2266:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963475.318387:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:0.0:1780963475.318387:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963475.318390:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d049ac68. 00000400:00000010:0.0:1780963475.318392:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000178b4cce. 00000100:00000001:1.0:1780963475.318393:0:2266:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963475.318394:0:2266:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963475.318395:0:2266:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1780963475.318395:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802496, portal 10 00000100:00000001:0.0:1780963475.318396:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1780963475.318397:0:2266:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.318397:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682537920 : -117439027013696 : ffff9530988317c0) 00000100:00100000:1.0:1780963475.318403:0:2266:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008872abef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276802560:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000040:0.0:1780963475.318403:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.318406:0:2266:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963475.318408:0:2266:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963475.318409:0:2266:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.318409:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:1.0:1780963475.318410:0:2266:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1780963475.318411:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 02000000:00000010:1.0:1780963475.318412:0:2266:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007763ae9f. 00000400:00000010:0.0:1780963475.318412:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622911ff. 02000000:00000001:1.0:1780963475.318413:0:2266:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780963475.318414:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276802496, offset 0 00000400:00000200:1.0:1780963475.318416:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963475.318418:0:2266:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000381befd8. 00000400:00000200:0.0:1780963475.318418:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963475.318420:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009be76f5. 00000100:00000200:1.0:1780963475.318422:0:2266:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802560, portal 10 00000400:00000200:0.0:1780963475.318422:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000100:00000001:1.0:1780963475.318423:0:2266:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963475.318424:0:2266:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682533056 : -117439027018560 : ffff9530988304c0) 00000400:00000200:0.0:1780963475.318425:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000100:00000040:1.0:1780963475.318428:0:2266:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:0.0:1780963475.318428:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963475.318430:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963475.318432:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000100:00000001:1.0:1780963475.318434:0:2266:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:0.0:1780963475.318435:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [172:172:255:4294967295] 192.168.202.121@tcp LPNI seq info [172:172:7:4294967295] 00000100:00000040:1.0:1780963475.318436:0:2266:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963475.318437:0:2266:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c088e9d. 00000400:00000200:0.0:1780963475.318438:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000100:00000200:1.0:1780963475.318439:0:2266:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276802560, offset 0 00000400:00000200:1.0:1780963475.318443:0:2266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963475.318446:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963475.318448:0:2266:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963475.318448:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000400:00000200:1.0:1780963475.318451:0:2266:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963475.318452:0:2266:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1780963475.318452:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963475.318455:0:2266:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000800:00000010:0.0:1780963475.318455:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dca1ba9a (tot 3211174). 00000400:00000200:1.0:1780963475.318457:0:2266:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [173:173:254:4294967295] 192.168.202.121@tcp LPNI seq info [173:173:6:4294967295] 00000800:00000200:0.0:1780963475.318458:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000400:00000200:1.0:1780963475.318460:0:2266:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:0.0:1780963475.318462:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963475.318464:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dca1ba9a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1780963475.318465:0:2266:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000100:00000001:0.0:1780963475.318467:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.318468:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1780963475.318469:0:2266:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000100:00000001:0.0:1780963475.318470:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1780963475.318471:0:2266:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a75c2c8 (tot 3211422). 00000100:00000001:0.0:1780963475.318471:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1780963475.318474:0:2266:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000100:00000040:0.0:1780963475.318474:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.318480:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1780963475.318481:0:2266:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000100:00000001:0.0:1780963475.318481:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780963475.318483:0:2266:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a75c2c8 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1780963475.318483:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1780963475.318520:0:2266:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.318522:0:2266:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963475.318523:0:2266:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.318525:0:2266:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.318527:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.318534:0:2266:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963475.318536:0:2266:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780963475.318537:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963475.318538:0:2266:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963475.318539:0:2266:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.318541:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963475.318563:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963475.318567:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000577015f0 (tot 3211174). 00000400:00000200:2.0:1780963475.318571:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963475.318576:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963475.318581:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000809af375 00000400:00000010:2.0:1780963475.318582:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000809af375. 00000100:00000001:2.0:1780963475.318586:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963475.318589:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.318596:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963475.318598:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.318604:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963475.318605:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963475.318615:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963475.318617:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dca1ba9a (tot 3210926). 00000400:00000200:2.0:1780963475.318619:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963475.318622:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963475.318624:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622911ff 00000400:00000010:2.0:1780963475.318625:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622911ff. 00000100:00000001:2.0:1780963475.318626:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963475.318628:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.318633:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963475.318635:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.318639:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963475.318640:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963475.318705:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963475.318707:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a75c2c8 (tot 3210678). 00000400:00000200:2.0:1780963475.318709:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963475.318712:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963475.318724:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c088e9d 00000400:00000010:2.0:1780963475.318732:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c088e9d. 00000100:00000001:2.0:1780963475.318734:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963475.318737:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.318743:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963475.318745:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.318750:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963475.318751:0:2260:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:0.0:1780963475.318985:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963475.318990:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007723194a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276802624:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1780963475.318993:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963475.318995:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963475.318996:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963475.318998:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963475.319001:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d755ca5. 02000000:00000001:0.0:1780963475.319003:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963475.319007:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963475.319010:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963475.319014:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963475.319018:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802624, portal 4 00000100:00000001:0.0:1780963475.319019:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963475.319020:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682534272 : -117439027017344 : ffff953098830980) 00000100:00000040:0.0:1780963475.319024:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.319029:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963475.319038:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963475.319040:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cdfd2de. 00000100:00000200:0.0:1780963475.319042:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475276802624, offset 0 00000400:00000200:0.0:1780963475.319046:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963475.319050:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963475.319054:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963475.319057:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963475.319059:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963475.319061:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963475.319064:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [174:174:256:4294967295] 192.168.202.121@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1780963475.319067:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963475.319072:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963475.319076:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963475.319079:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba755f63 (tot 3210926). 00000800:00000200:0.0:1780963475.319083:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963475.319087:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963475.319089:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba755f63 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780963475.319876:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.319881:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963475.319883:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.319886:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.319888:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.319893:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963475.319894:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780963475.319896:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963475.319897:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963475.319899:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.319901:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963475.324031:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.326663:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963475.326671:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.326676:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963475.326686:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.326694:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963475.326704:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.326709:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.326714:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.326945:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a275788029c0 00000400:00000200:2.0:1780963475.326950:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.326956:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:2.0:1780963475.326964:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.326970:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963475.326973:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963475.326976:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963475.326981:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963475.326987:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963475.326997:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.327015:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963475.327023:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.327034:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963475.327036:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.327038:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963475.327041:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.327044:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963475.327047:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.327049:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.327052:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.327054:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578802a00 00000400:00000200:2.0:1780963475.327057:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.327060:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:2.0:1780963475.327064:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.327066:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963475.327068:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963475.327070:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963475.327072:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963475.327075:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963475.327082:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.327123:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963475.327126:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963475.327134:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963475.327136:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963475.327139:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d049ac68. 00000400:00000200:0.0:1780963475.327142:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000178b4cce 00000400:00000010:0.0:1780963475.327149:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000178b4cce. 00000100:00000001:0.0:1780963475.327152:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963475.327154:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:0.0:1780963475.327162:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.327167:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963475.327168:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.327170:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963475.327173:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963475.327175:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963475.327177:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963475.327179:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963475.327187:0:2265:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=108 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963475.327191:0:2265:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=108 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963475.327193:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963475.327194:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963475.327196:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963475.327199:0:2265:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.327202:0:2265:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963475.327204:0:2265:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963475.327206:0:2265:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963475.327207:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963475.327211:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.327216:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963475.327219:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963475.327221:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963475.327224:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1780963475.327230:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a90d92b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276802496:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1780963475.327236:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.327242:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963475.327245:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006a90d92b x1867475276802496/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.327250:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963475.327253:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963475.327255:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a428646. 02000000:00000001:0.0:1780963475.327258:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963475.327260:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963475.327262:0:2265:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963475.327264:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963475.327266:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cd7a9d58. 02000000:00000001:0.0:1780963475.327271:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963475.327273:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963475.327274:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a90d92b. 00000100:00000001:0.0:1780963475.327277:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963475.327278:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.327281:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.327282:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963475.327284:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963475.327285:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.327286:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963475.329248:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963475.329256:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba755f63 (tot 3210678). 00000400:00000200:3.0:1780963475.329264:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963475.329273:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963475.329278:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cdfd2de 00000400:00000010:3.0:1780963475.329280:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cdfd2de. 00000100:00000001:3.0:1780963475.329284:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963475.329289:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963475.329300:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963475.329303:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963475.329307:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963475.329309:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780963475.330388:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963475.330401:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.330412:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963475.330415:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.330417:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963475.330423:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.330428:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963475.330434:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.330438:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.330442:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.330446:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27578802980 00000400:00000200:2.0:1780963475.330451:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963475.330456:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:2.0:1780963475.330471:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.330508:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963475.330510:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963475.330514:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963475.330518:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963475.330522:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1780963475.330531:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1780963475.330538:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963475.330542:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963475.330545:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330651:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963475.330656:0:2266:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963475.330663:0:2266:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963475.330665:0:2266:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963475.330667:0:2266:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963475.330670:0:2266:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000222581f7 00000400:00000010:1.0:1780963475.330672:0:2266:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000222581f7. 00000100:00000001:1.0:1780963475.330675:0:2266:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963475.330678:0:2266:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963475.330685:0:2266:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.330690:0:2266:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963475.330692:0:2266:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330694:0:2266:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963475.330697:0:2266:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963475.330699:0:2266:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963475.330701:0:2266:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963475.330704:0:2266:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963475.330709:0:2266:0:(import.c:1935:at_measured()) add 1 to 000000004a9c3c8e time=108 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963475.330713:0:2266:0:(import.c:1935:at_measured()) add 1 to 0000000086dfebd8 time=108 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963475.330715:0:2266:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963475.330717:0:2266:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963475.330736:0:2266:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963475.330738:0:2266:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.330740:0:2266:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.330744:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.330751:0:2266:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963475.330754:0:2266:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963475.330756:0:2266:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963475.330759:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963475.330765:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000197c30fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2266:1867475276802432:192.168.202.121@tcp:400:kworker/u8:3.0 00000400:00000001:1.0:1780963475.330781:0:2266:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963475.330782:0:2266:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963475.330784:0:2266:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000381befd8. 00000400:00000200:1.0:1780963475.330786:0:2266:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009be76f5 00000400:00000010:1.0:1780963475.330787:0:2266:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009be76f5. 00000100:00000001:1.0:1780963475.330789:0:2266:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963475.330792:0:2266:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1780963475.330799:0:2266:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.330804:0:2266:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963475.330805:0:2266:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330807:0:2266:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963475.330808:0:2266:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963475.330809:0:2266:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963475.330811:0:2266:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963475.330812:0:2266:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963475.330818:0:2266:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=108 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963475.330821:0:2266:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=108 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963475.330823:0:2266:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963475.330824:0:2266:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963475.330825:0:2266:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780963475.330834:0:2266:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:1.0:1780963475.330841:0:2266:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.330843:0:2266:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963475.330845:0:2266:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:1.0:1780963475.330846:0:2266:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963475.330847:0:2266:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963475.330850:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.330855:0:2266:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963475.330857:0:2266:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963475.330858:0:2266:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963475.330874:0:2266:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1780963475.330880:0:2266:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008872abef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2266:1867475276802560:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1780963475.330884:0:2266:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330886:0:2266:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963475.330888:0:2266:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000197c30fa x1867475276802432/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.330893:0:2266:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963475.330896:0:2266:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963475.330898:0:2266:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067444a0e. 02000000:00000001:1.0:1780963475.330902:0:2266:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963475.330904:0:2266:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963475.330905:0:2266:0:(genops.c:1204:class_import_put()) import 00000000a5f158bf refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:1.0:1780963475.330908:0:2266:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963475.330910:0:2266:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009a87559e. 02000000:00000001:1.0:1780963475.330914:0:2266:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963475.330916:0:2266:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963475.330917:0:2266:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000197c30fa. 00000100:00000001:1.0:1780963475.330921:0:2266:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963475.330922:0:2266:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330930:0:2266:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963475.330933:0:2266:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008872abef x1867475276802560/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1780963475.330938:0:2266:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963475.330939:0:2266:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963475.330941:0:2266:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007763ae9f. 02000000:00000001:1.0:1780963475.330943:0:2266:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963475.330944:0:2266:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963475.330944:0:2266:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=5 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:1.0:1780963475.330946:0:2266:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963475.330947:0:2266:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007317cc9b. 02000000:00000001:1.0:1780963475.330950:0:2266:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963475.330951:0:2266:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963475.330952:0:2266:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008872abef. 00000100:00000001:1.0:1780963475.330954:0:2266:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963475.330954:0:2266:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330956:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963475.330964:0:2266:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963475.330965:0:2266:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963475.330967:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963475.330969:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780963475.336381:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963475.336396:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963475.336400:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963475.336403:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963475.336414:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963475.336421:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963475.336428:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963475.336433:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963475.336437:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963475.336441:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a27578802a40 00000400:00000200:3.0:1780963475.336446:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963475.336452:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1780963475.336460:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963475.336466:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963475.336468:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963475.336471:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963475.336476:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963475.336513:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1780963475.336525:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1780963475.336546:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963475.336555:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963475.336558:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.336797:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963475.336802:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963475.336810:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963475.336812:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963475.336815:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963475.336819:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:0.0:1780963475.336821:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:0.0:1780963475.336824:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963475.336828:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:0.0:1780963475.336835:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.336840:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963475.336841:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.336844:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963475.336851:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963475.336853:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963475.336855:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963475.336858:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963475.336921:0:2265:0:(import.c:1935:at_measured()) add 1 to 0000000059174802 time=108 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963475.336926:0:2265:0:(import.c:1935:at_measured()) add 1 to 00000000393dc377 time=11 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963475.336928:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963475.336930:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963475.336932:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963475.336935:0:2265:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.336938:0:2265:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963475.336940:0:2265:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff953087f78000: skip recheck: last_committed 4294967297 00000100:00000001:0.0:1780963475.336941:0:2265:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963475.336942:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963475.336946:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.336952:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963475.336955:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963475.336957:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963475.336959:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1780963475.336966:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007723194a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276802624:192.168.202.121@tcp:400:kworker/u8:3.0 00000100:00000001:0.0:1780963475.336970:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.336972:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963475.336973:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007723194a x1867475276802624/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963482 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:0.0:1780963475.336979:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963475.336981:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963475.336984:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d755ca5. 02000000:00000001:0.0:1780963475.336987:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963475.336989:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963475.336991:0:2265:0:(genops.c:1204:class_import_put()) import 00000000af4f8d17 refcount=4 obd=lustre-OST0000-osc-ffff953087f78000 00000020:00000001:0.0:1780963475.336993:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963475.337000:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bf422973. 02000000:00000001:0.0:1780963475.337005:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963475.337006:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963475.337008:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007723194a. 00000100:00000001:0.0:1780963475.337011:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963475.337012:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.337014:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963475.337022:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963475.337023:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963475.337025:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963475.337027:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963475.573620:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963475.573626:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963475.573631:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963475.573632:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963475.573786:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963475.573789:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963475.573792:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780963476.503409:0:10812:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963476.601666:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963476.601675:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963476.601677:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963476.601680:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963476.601687:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963476.601689:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963476.601690:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963476.601692:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963476.601696:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963476.601698:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963476.604830:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963476.604835:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963476.604840:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963477.623023:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963477.623028:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963477.623044:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963477.623045:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963477.623902:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963477.623906:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963477.623909:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780963478.247899:0:10905:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963478.645654:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963478.645659:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963478.645664:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963478.645665:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963478.646671:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963478.646675:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963478.646679:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1780963478.664907:0:10942:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:1.0:1780963478.664911:0:10942:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:1.0:1780963478.664915:0:10942:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 272 at 00000000b108a8f8 (tot 3210950). 00000400:00000001:1.0:1780963478.664920:0:10942:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780963478.664923:0:10942:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:1.0:1780963478.664924:0:10942:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:1.0:1780963478.664926:0:10942:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:1.0:1780963478.664928:0:10942:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780963478.664929:0:10942:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 425: lock count should not exceed lru size ========================================================== 20:04:36 (1780963476) 00000001:00000001:1.0:1780963478.671451:0:10942:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1780963478.671456:0:10942:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 272 at 00000000b108a8f8 (tot 3210678). 00000400:00000001:1.0:1780963478.671465:0:10942:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780963479.524423:0:10956:0:(llite_lib.c:2585:ll_statfs()) VFS Op:sb=lustre (00000000310a73ee) 00000080:00000001:3.0:1780963479.524432:0:10956:0:(llite_lib.c:2481:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1780963479.524434:0:10956:0:(obd_class.h:1056:obd_statfs()) Process entered 00000080:00000004:3.0:1780963479.524437:0:10956:0:(obd_class.h:1069:obd_statfs()) lustre-clilmv-ffff953087f78000: age 323, max_age 336 00800000:00000001:3.0:1780963479.524442:0:10956:0:(lmv_obd.c:1254:lmv_statfs()) Process entered 00800000:00000010:3.0:1780963479.524445:0:10956:0:(lmv_obd.c:1256:lmv_statfs()) kmalloced '(temp)': 144 at 0000000049942732. 00800000:00000001:3.0:1780963479.524453:0:10956:0:(obd_class.h:1056:obd_statfs()) Process entered 00800000:00000004:3.0:1780963479.524455:0:10956:0:(obd_class.h:1069:obd_statfs()) lustre-MDT0000-mdc-ffff953087f78000: age 323, max_age 336 00000002:00000001:3.0:1780963479.524458:0:10956:0:(mdc_request.c:1644:mdc_statfs()) Process entered 00000020:00000040:3.0:1780963479.524461:0:10956:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000010:3.0:1780963479.524467:0:10956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008c503f5. 00000020:00000040:3.0:1780963479.524470:0:10956:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=7 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:3.0:1780963479.524474:0:10956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780963479.524476:0:10956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780963479.524480:0:10956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780963479.524590:0:10956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c86d1472. 00000100:00000001:3.0:1780963479.524597:0:10956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.524602:0:10956:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780963479.524604:0:10956:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780963479.524608:0:10956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0c02243. 00000100:00000001:3.0:1780963479.524610:0:10956:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634689905024 : -117439019646592 : ffff953098f38180) 00000100:00000001:3.0:1780963479.524612:0:10956:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963479.524613:0:10956:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634423449856 : -117439286101760 : ffff95308911b900) 00000100:00000001:3.0:1780963479.524616:0:10956:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780963479.524625:0:10956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.524627:0:10956:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780963479.524628:0:10956:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963479.524636:0:10956:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963479.524645:0:10956:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963479.524646:0:10956:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963479.524650:0:10956:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963479.524652:0:10956:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963479.524654:0:10956:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c503f5 pname:cluuid:pid:xid:nid:opc:job stat:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10956:1867475276802688:192.168.202.121@tcp:41:stat.0 00000100:00000001:3.0:1780963479.524658:0:10956:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963479.524662:0:10956:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963479.524663:0:10956:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963479.524666:0:10956:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963479.524669:0:10956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000013ca803b. 02000000:00000001:3.0:1780963479.524671:0:10956:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963479.524678:0:10956:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963479.524682:0:10956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963479.524688:0:10956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000429c7cc6. 00000100:00000200:3.0:1780963479.524694:0:10956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276802688, portal 10 00000100:00000001:3.0:1780963479.524697:0:10956:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963479.524697:0:10956:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634423449856 : -117439286101760 : ffff95308911b900) 00000100:00000040:3.0:1780963479.524704:0:10956:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963479.524930:0:10956:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963479.524933:0:10956:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963479.524937:0:10956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000971ecb87. 00000100:00000200:3.0:1780963479.524940:0:10956:0:(niobuf.c:86:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867475276802688, offset 0 00000400:00000200:3.0:1780963479.524946:0:10956:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963479.524955:0:10956:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.524963:0:10956:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963479.524970:0:10956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963479.524973:0:10956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963479.524976:0:10956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963479.524987:0:10956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [175:175:256:4294967295] 192.168.202.121@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1780963479.524991:0:10956:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.524999:0:10956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963479.525006:0:10956:0:(socklnd_cb.c:995:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963479.525010:0:10956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071fb8afd (tot 3210926). 00000800:00000200:3.0:1780963479.525084:0:10956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963479.525093:0:10956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963479.525097:0:10956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071fb8afd type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1780963479.525254:0:10956:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.525257:0:10956:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963479.525260:0:10956:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.525262:0:10956:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963479.525263:0:10956:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1780963479.525265:0:10956:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f0c02243 going to sleep for 6 seconds 00000100:00000001:3.0:1780963479.525268:0:10956:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963479.525270:0:10956:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.525431:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.525435:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071fb8afd (tot 3210678). 00000400:00000200:2.0:1780963479.525439:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.525444:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.525449:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000971ecb87 00000400:00000010:2.0:1780963479.525450:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000971ecb87. 00000100:00000001:2.0:1780963479.525454:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.525457:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:2.0:1780963479.525465:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.525467:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 3 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:2.0:1780963479.525473:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.525475:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963479.540913:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.540929:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.540934:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.540936:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.540962:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.540970:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.540976:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.540982:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.540986:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.540990:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 368 into portal 10 MB=0x6a27578802a80 00000400:00000200:2.0:1780963479.540996:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.541002:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 368/368 into md 0x9ed [1] + 224 00000800:00000001:2.0:1780963479.541010:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.541091:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.541095:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.541100:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.541107:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.541114:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000040:2.0:1780963479.541125:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:2.0:1780963479.541146:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.541155:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.541159:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.541216:0:10956:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963479.541223:0:10956:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963479.541225:0:10956:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963479.541228:0:10956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963479.541232:0:10956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000429c7cc6 00000400:00000010:3.0:1780963479.541234:0:10956:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000429c7cc6. 00000100:00000001:3.0:1780963479.541236:0:10956:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.541240:0:10956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000200:3.0:1780963479.541246:0:10956:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'stat.0' 00000100:00000001:3.0:1780963479.541251:0:10956:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963479.541253:0:10956:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.541255:0:10956:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963479.541258:0:10956:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963479.541260:0:10956:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963479.541262:0:10956:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963479.541264:0:10956:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963479.541279:0:10956:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963479.541283:0:10956:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963479.541286:0:10956:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963479.541287:0:10956:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963479.541289:0:10956:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963479.541292:0:10956:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.541295:0:10956:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963479.541297:0:10956:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963479.541298:0:10956:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963479.541299:0:10956:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963479.541304:0:10956:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963479.541309:0:10956:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963479.541312:0:10956:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963479.541314:0:10956:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963479.541316:0:10956:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00100000:3.0:1780963479.541322:0:10956:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c503f5 pname:cluuid:pid:xid:nid:opc:job stat:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10956:1867475276802688:192.168.202.121@tcp:41:stat.0 00000100:00000001:3.0:1780963479.541326:0:10956:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.541328:0:10956:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.541330:0:10956:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780963479.541332:0:10956:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963479.541334:0:10956:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 2 fl Complete:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963479.541339:0:10956:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780963479.541341:0:10956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0c02243. 00000100:00000001:3.0:1780963479.541344:0:10956:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780963479.541345:0:10956:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780963479.541350:0:10956:0:(mdc_request.c:1697:mdc_statfs()) Process leaving 00000100:00000001:3.0:1780963479.541351:0:10956:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963479.541353:0:10956:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000008c503f5 x1867475276802688/t0(0) o41->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1780963486 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'stat.0' 00000100:00000001:3.0:1780963479.541359:0:10956:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963479.541367:0:10956:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963479.541369:0:10956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013ca803b. 02000000:00000001:3.0:1780963479.541373:0:10956:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963479.541375:0:10956:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963479.541376:0:10956:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:3.0:1780963479.541378:0:10956:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963479.541380:0:10956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c86d1472. 02000000:00000001:3.0:1780963479.541382:0:10956:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963479.541384:0:10956:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963479.541385:0:10956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008c503f5. 00000100:00000001:3.0:1780963479.541389:0:10956:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963479.541390:0:10956:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780963479.541391:0:10956:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963479.541392:0:10956:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:3.0:1780963479.541393:0:10956:0:(genops.c:1211:class_import_put()) Process leaving 00800000:00000004:3.0:1780963479.541395:0:10956:0:(obd_class.h:1093:obd_statfs()) lustre-MDT0000-mdc-ffff953087f78000: update 00000000cb42c9d8 cache blocks 941568/942848 objects 117760/118408 00800000:00000001:3.0:1780963479.541398:0:10956:0:(obd_class.h:1112:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780963479.541401:0:10956:0:(lmv_obd.c:1305:lmv_statfs()) Process leaving 00800000:00000010:3.0:1780963479.541402:0:10956:0:(lmv_obd.c:1307:lmv_statfs()) kfreed 'temp': 144 at 0000000049942732. 00000080:00000004:3.0:1780963479.541405:0:10956:0:(obd_class.h:1093:obd_statfs()) lustre-clilmv-ffff953087f78000: update 00000000eb9fe419 cache blocks 941568/942848 objects 117760/118408 00000080:00000001:3.0:1780963479.541408:0:10956:0:(obd_class.h:1112:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1780963479.541411:0:10956:0:(llite_lib.c:2494:ll_statfs_internal()) MDC blocks 941568/942848 objects 117760/118408 00000080:00000001:3.0:1780963479.541413:0:10956:0:(llite_lib.c:2497:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780963479.541415:0:10956:0:(llite_lib.c:2527:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.585433:0:10960:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.585439:0:10960:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.585441:0:10960:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963479.585443:0:10960:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963479.585454:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.585460:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.585465:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.585467:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.585471:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.585473:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.585475:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.585477:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.585479:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.585481:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.585482:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.585892:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.585895:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963479.585899:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.585902:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.585910:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963479.585914:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.585915:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.585918:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.585925:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.585928:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.585932:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.585934:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963479.585937:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.585946:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.585949:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:0.0:1780963479.585951:0:10960:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.585956:0:10960:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.585958:0:10960:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.585963:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:0.0:1780963479.585965:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963479.585967:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963479.585968:0:10960:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.585970:0:10960:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.585972:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963479.585975:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.585979:0:10960:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963479.585980:0:10960:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.585982:0:10960:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963479.585985:0:10960:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:0.0:1780963479.585988:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.585990:0:10960:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963479.585991:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.585993:0:10960:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963479.585995:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.586002:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.586004:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.586006:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.586009:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.586011:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.586012:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.586013:0:10960:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.586015:0:10960:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.586076:0:10960:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000745ca3c4 00010000:00000001:0.0:1780963479.586080:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.586081:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.586082:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.586083:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.586085:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.586087:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.586089:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.586094:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.586096:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.586097:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.586098:0:10960:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.586100:0:10960:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.586101:0:10960:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.586105:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.586110:0:10960:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.586112:0:10960:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.586115:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.586118:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.586118:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.586120:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586122:0:10960:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.586123:0:10960:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586129:0:10960:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586132:0:10960:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586133:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.586134:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.586135:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.586137:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963479.586139:0:10960:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963479.586140:0:10960:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00000001:0.0:1780963479.586144:0:10960:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963479.586153:0:10960:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000003002e689. 00000080:00200000:0.0:1780963479.586156:0:10960:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=13 00000080:00000001:0.0:1780963479.586160:0:10960:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963479.586161:0:10960:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=getattr 00000080:00000010:0.0:1780963479.586166:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.586171:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.586173:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.586174:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.586176:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.586178:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.586179:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.586181:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.586182:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.586183:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.586184:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.586186:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.586188:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:0.0:1780963479.586190:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.586192:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.586193:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963479.586196:0:10960:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963479.586199:0:10960:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963479.586203:0:10960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6ee0d43. 00000020:00000040:0.0:1780963479.586207:0:10960:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:0.0:1780963479.586213:0:10960:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.586216:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.586224:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.586225:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.586226:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.586229:0:10960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.586231:0:10960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.586233:0:10960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.586239:0:10960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000096536dc9. 00000100:00000001:0.0:1780963479.586246:0:10960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586250:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.586251:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586253:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.586253:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.586255:0:10960:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.586262:0:10960:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00010000:00000001:0.0:1780963479.586265:0:10960:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963479.586267:0:10960:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963479.586269:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.586271:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.586273:0:10960:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963479.586275:0:10960:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a31a390. 00000020:00000001:0.0:1780963479.586279:0:10960:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963479.586280:0:10960:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006a31a390 with handle 0xa7c1c9eb1f93b711 to hash 00000020:00000001:0.0:1780963479.586282:0:10960:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963479.586283:0:10960:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.586286:0:10960:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.586288:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.586289:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.586291:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.586297:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.586299:0:10960:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.586304:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.586315:0:10960:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.586320:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:0.0:1780963479.586322:0:10960:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.586324:0:10960:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.586328:0:10960:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.586330:0:10960:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.586333:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.586334:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963479.586337:0:10960:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.586340:0:10960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.586342:0:10960:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.586343:0:10960:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.586352:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.586358:0:10960:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.586360:0:10960:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.586363:0:10960:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.586365:0:10960:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.586368:0:10960:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802752:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.586372:0:10960:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.586377:0:10960:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.586379:0:10960:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.586381:0:10960:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.586385:0:10960:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000006f3a9274. 02000000:00000001:0.0:1780963479.586387:0:10960:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.586394:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.586398:0:10960:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.586403:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963479.586410:0:10960:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276802752, portal 10 00000100:00000001:0.0:1780963479.586412:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.586413:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000040:0.0:1780963479.586418:0:10960:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.586430:0:10960:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.586433:0:10960:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.586436:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000178b4cce. 00000100:00000200:0.0:1780963479.586440:0:10960:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475276802752, offset 0 00000400:00000200:0.0:1780963479.586446:0:10960:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.586454:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.586461:0:10960:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.586469:0:10960:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.586472:0:10960:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.586475:0:10960:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.586478:0:10960:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [176:176:256:4294967295] 192.168.202.121@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1780963479.586482:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.586610:0:10960:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.586617:0:10960:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.586621:0:10960:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000462ab4bd (tot 3210926). 00000800:00000200:0.0:1780963479.586628:0:10960:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.586634:0:10960:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.586639:0:10960:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000462ab4bd type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.586872:0:10960:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.586875:0:10960:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.586877:0:10960:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.586879:0:10960:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.586881:0:10960:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.586883:0:10960:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.586886:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.586888:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.587007:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.587011:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000462ab4bd (tot 3210678). 00000400:00000200:2.0:1780963479.587015:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.587081:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.587086:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000178b4cce 00000400:00000010:2.0:1780963479.587088:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000178b4cce. 00000100:00000001:2.0:1780963479.587091:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.587095:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.587103:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.587106:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.587122:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.587123:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963479.592465:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.592481:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963479.592505:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.592508:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.592518:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.592526:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963479.592533:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.592539:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.592543:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.592547:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27578802ac0 00000400:00000200:3.0:1780963479.592551:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.592571:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0x9fd [1] + 224 00000800:00000001:3.0:1780963479.592579:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.592586:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.592589:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963479.592592:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963479.592599:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.592605:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963479.592615:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963479.592625:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963479.592633:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.592636:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.593035:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.593043:0:10960:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.593045:0:10960:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.593047:0:10960:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.593052:0:10960:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:0.0:1780963479.593054:0:10960:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:0.0:1780963479.593064:0:10960:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.593068:0:10960:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.593077:0:10960:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.593084:0:10960:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.593086:0:10960:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.593088:0:10960:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.593091:0:10960:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.593094:0:10960:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.593096:0:10960:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.593099:0:10960:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.593108:0:10960:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.593113:0:10960:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.593116:0:10960:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963479.593119:0:10960:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.593124:0:10960:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.593128:0:10960:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.593130:0:10960:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963479.593132:0:10960:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.593133:0:10960:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963479.593137:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.593144:0:10960:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963479.593147:0:10960:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.593149:0:10960:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.593153:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:0.0:1780963479.593160:0:10960:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802752:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.593165:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.593168:0:10960:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.593175:0:10960:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.593178:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.593181:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.593186:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.593188:0:10960:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.593191:0:10960:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.593193:0:10960:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963479.593196:0:10960:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963479.593199:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.593202:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.593205:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=4 00000020:00000001:0.0:1780963479.593207:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.593211:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00010000:0.0:1780963479.593214:0:10960:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593222:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593228:0:10960:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963479.593231:0:10960:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593235:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593238:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.593239:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593245:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593246:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593248:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.593249:0:10960:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593266:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593268:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.593270:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.593272:0:10960:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963479.593274:0:10960:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593280:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.593282:0:10960:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006a31a390 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963479.593285:0:10960:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963479.593288:0:10960:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593293:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593296:0:10960:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963479.593298:0:10960:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963479.593300:0:10960:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593305:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593307:0:10960:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963479.593309:0:10960:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963479.593311:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.593312:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.593313:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=5 00000020:00000001:0.0:1780963479.593314:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.593316:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.593319:0:10960:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963479.593320:0:10960:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593333:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000080:00000001:0.0:1780963479.593336:0:10960:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963479.593337:0:10960:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.593339:0:10960:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963479.593341:0:10960:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963479.593344:0:10960:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963479.593346:0:10960:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963479.593347:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.593348:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963479.593350:0:10960:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006a31a390 with handle 0xa7c1c9eb1f93b711 from hash 00010000:00000001:0.0:1780963479.593352:0:10960:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963479.593353:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593354:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.593355:0:10960:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963479.593356:0:10960:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963479.593357:0:10960:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963479.593359:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593360:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.593361:0:10960:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.593362:0:10960:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.593364:0:10960:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593369:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593370:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593371:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.593372:0:10960:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963479.593374:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.593375:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593375:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.593376:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963479.593377:0:10960:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b711 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593382:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.593391:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.593396:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.593397:0:10960:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963479.593402:0:10960:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963479.593406:0:10960:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:0.0:1780963479.593413:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.593414:0:10960:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593416:0:10960:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593418:0:10960:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593421:0:10960:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963479.593423:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.593424:0:10960:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593426:0:10960:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963479.593427:0:10960:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1780963479.593430:0:10960:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593434:0:10960:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593436:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.593441:0:10960:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963479.593442:0:10960:0:(namei.c:668:ll_lookup_it_finish()) it 00000000caa36793 it_disposition 7 00000080:00002000:0.0:1780963479.593447:0:10960:0:(namei.c:648:ll_splice_alias()) Add dentry 000000000f6a3e7d inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780963479.593451:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593453:0:10960:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1780963479.593455:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.593458:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.593460:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.593461:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.593462:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.593464:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.593466:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593467:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593469:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.593471:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.593473:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.593478:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593480:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963479.593530:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00010000:0.0:1780963479.593533:0:10960:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963479.593536:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593538:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593540:0:10960:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.593542:0:10960:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963479.593545:0:10960:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780963479.593548:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000100:00000001:0.0:1780963479.593552:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.593556:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6ee0d43 x1867475276802752/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.593561:0:10960:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.593564:0:10960:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.593566:0:10960:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000006f3a9274. 02000000:00000001:0.0:1780963479.593570:0:10960:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.593572:0:10960:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.593574:0:10960:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.593576:0:10960:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.593578:0:10960:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000096536dc9. 02000000:00000001:0.0:1780963479.593581:0:10960:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.593582:0:10960:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.593583:0:10960:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6ee0d43. 00000100:00000001:0.0:1780963479.593587:0:10960:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.593587:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.593590:0:10960:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1780963479.593592:0:10960:0:(dcache.c:216:ll_intent_release()) intent 00000000caa36793 released 00000080:00000001:0.0:1780963479.593593:0:10960:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780963479.593597:0:10960:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1780963479.593599:0:10960:0:(dcache.c:133:ll_ddelete()) deleting dentry d425.sanity (000000000f6a3e7d, parent 0000000076f38ff3, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780963479.593603:0:10960:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.593606:0:10960:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963479.593610:0:10960:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1780963479.593647:0:10960:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.593649:0:10960:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.593651:0:10960:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963479.593652:0:10960:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963479.593798:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.593806:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593809:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.593810:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.593814:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.593815:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.593816:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.593817:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.593818:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.593819:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.593821:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.593881:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.593885:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963479.593888:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593890:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.593891:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963479.593894:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.593895:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.593896:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.593899:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.593901:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.593903:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.593905:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963479.593907:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593913:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.593914:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:0.0:1780963479.593916:0:10960:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.593920:0:10960:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.593922:0:10960:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593927:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:0.0:1780963479.593936:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963479.593937:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963479.593939:0:10960:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.593940:0:10960:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.593941:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963479.593943:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.593946:0:10960:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963479.593947:0:10960:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.593949:0:10960:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963479.593952:0:10960:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:0.0:1780963479.593954:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593956:0:10960:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963479.593957:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.593959:0:10960:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963479.593960:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.593961:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.593962:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.593964:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.593966:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.593967:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593969:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.593970:0:10960:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.593971:0:10960:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.593972:0:10960:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000c9969ef2 00010000:00000001:0.0:1780963479.593974:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.593975:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.593976:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.593977:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.593978:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.593980:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.593981:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.593986:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.593994:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.593995:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.593996:0:10960:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.593998:0:10960:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.593999:0:10960:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.594005:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.594007:0:10960:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.594009:0:10960:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.594011:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.594014:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.594015:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.594016:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594018:0:10960:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.594020:0:10960:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594021:0:10960:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594024:0:10960:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594026:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.594026:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.594027:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.594029:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963479.594030:0:10960:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963479.594031:0:10960:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00000001:0.0:1780963479.594035:0:10960:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963479.594044:0:10960:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000dfb907a3. 00000080:00200000:0.0:1780963479.594047:0:10960:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), flags=16392 00000080:00000001:0.0:1780963479.594051:0:10960:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963479.594052:0:10960:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=getattr 00000080:00000010:0.0:1780963479.594057:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.594061:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.594063:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.594064:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.594066:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.594068:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.594069:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.594070:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.594076:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.594078:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.594079:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.594080:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.594082:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:0.0:1780963479.594084:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.594086:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.594087:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963479.594091:0:10960:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963479.594093:0:10960:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963479.594097:0:10960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6ee0d43. 00000020:00000040:0.0:1780963479.594100:0:10960:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:0.0:1780963479.594104:0:10960:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.594108:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.594111:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.594111:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.594112:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.594115:0:10960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.594117:0:10960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.594119:0:10960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.594126:0:10960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000096536dc9. 00000100:00000001:0.0:1780963479.594131:0:10960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594134:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.594136:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594137:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.594138:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.594139:0:10960:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.594147:0:10960:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00010000:00000001:0.0:1780963479.594150:0:10960:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963479.594151:0:10960:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963479.594154:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.594156:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.594158:0:10960:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963479.594160:0:10960:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000026d0633. 00000020:00000001:0.0:1780963479.594162:0:10960:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963479.594169:0:10960:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000026d0633 with handle 0xa7c1c9eb1f93b718 to hash 00000020:00000001:0.0:1780963479.594171:0:10960:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963479.594173:0:10960:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.594176:0:10960:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.594179:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.594180:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.594182:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.594187:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.594190:0:10960:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.594194:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.594201:0:10960:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.594206:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:0.0:1780963479.594208:0:10960:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.594209:0:10960:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.594214:0:10960:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.594216:0:10960:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.594219:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.594220:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963479.594223:0:10960:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.594226:0:10960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.594228:0:10960:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.594229:0:10960:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.594234:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.594240:0:10960:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.594242:0:10960:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.594245:0:10960:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.594252:0:10960:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.594255:0:10960:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802816:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.594259:0:10960:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.594264:0:10960:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.594266:0:10960:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.594268:0:10960:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.594270:0:10960:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000006f3a9274. 02000000:00000001:0.0:1780963479.594707:0:10960:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.594888:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.594894:0:10960:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.594901:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963479.594908:0:10960:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276802816, portal 10 00000100:00000001:0.0:1780963479.594910:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.594911:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000040:0.0:1780963479.594919:0:10960:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.594926:0:10960:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.594929:0:10960:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.594931:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e266bf8. 00000100:00000200:0.0:1780963479.594933:0:10960:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1867475276802816, offset 0 00000400:00000200:0.0:1780963479.594939:0:10960:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.594947:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.594954:0:10960:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.594961:0:10960:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.594965:0:10960:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.594968:0:10960:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.594972:0:10960:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [177:177:256:4294967295] 192.168.202.121@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1780963479.594975:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.594983:0:10960:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.594989:0:10960:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.594994:0:10960:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001246dc0 (tot 3210926). 00000800:00000200:0.0:1780963479.595000:0:10960:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.595134:0:10960:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.595139:0:10960:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001246dc0 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.595196:0:10960:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.595199:0:10960:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.595202:0:10960:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.595204:0:10960:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.595205:0:10960:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.595207:0:10960:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.595209:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.595211:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.595575:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.595580:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001246dc0 (tot 3210678). 00000400:00000200:2.0:1780963479.595587:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.595592:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.595596:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e266bf8 00000400:00000010:2.0:1780963479.595598:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e266bf8. 00000100:00000001:2.0:1780963479.595602:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.595606:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.595614:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.595617:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.595622:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.595624:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:0.1:1780963479.598681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a31a390. 00000800:00000001:3.0:1780963479.602289:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.602306:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963479.602311:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.602314:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.602327:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.602334:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963479.602341:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.602347:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.602351:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.602356:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 640 into portal 10 MB=0x6a27578802b00 00000400:00000200:3.0:1780963479.602361:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.602367:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 640/640 into md 0xa05 [1] + 224 00000800:00000001:3.0:1780963479.602376:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.602384:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.602386:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963479.602391:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963479.602397:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.602403:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963479.602415:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=640 offset=224 replen=1152 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963479.602448:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963479.602458:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.602461:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.602523:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.602531:0:10960:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.602533:0:10960:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.602536:0:10960:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.602540:0:10960:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:0.0:1780963479.602542:0:10960:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:0.0:1780963479.602545:0:10960:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.602549:0:10960:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.602558:0:10960:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.602563:0:10960:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.602565:0:10960:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.602568:0:10960:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.602570:0:10960:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.602572:0:10960:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.602574:0:10960:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.602577:0:10960:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.602586:0:10960:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.602591:0:10960:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.602593:0:10960:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963479.602595:0:10960:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.602601:0:10960:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.602605:0:10960:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.602614:0:10960:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963479.602616:0:10960:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.602617:0:10960:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963479.602622:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.602628:0:10960:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963479.602631:0:10960:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.602633:0:10960:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.602636:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:0.0:1780963479.602642:0:10960:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802816:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.602647:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.602649:0:10960:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.602652:0:10960:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.602654:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.602656:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.602676:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.602679:0:10960:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.602682:0:10960:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.602683:0:10960:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963479.602686:0:10960:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963479.602690:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.602693:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.602696:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=4 00000020:00000001:0.0:1780963479.602698:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.602701:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00010000:0.0:1780963479.602705:0:10960:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.602722:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603037:0:10960:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963479.603041:0:10960:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603047:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603049:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.603051:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603056:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603058:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.603060:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.603062:0:10960:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603067:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603069:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.603071:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.603073:0:10960:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963479.603075:0:10960:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603080:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.603082:0:10960:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000026d0633 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963479.603085:0:10960:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963479.603088:0:10960:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603092:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603095:0:10960:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963479.603097:0:10960:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963479.603099:0:10960:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603110:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603112:0:10960:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963479.603114:0:10960:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963479.603115:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.603116:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.603118:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=5 00000020:00000001:0.0:1780963479.603119:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.603121:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.603123:0:10960:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963479.603125:0:10960:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603130:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000080:00000001:0.0:1780963479.603132:0:10960:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963479.603133:0:10960:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.603136:0:10960:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963479.603137:0:10960:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963479.603140:0:10960:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963479.603142:0:10960:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963479.603143:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.603144:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963479.603145:0:10960:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000026d0633 with handle 0xa7c1c9eb1f93b718 from hash 00010000:00000001:0.0:1780963479.603147:0:10960:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963479.603148:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.603149:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.603150:0:10960:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963479.603151:0:10960:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963479.603153:0:10960:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963479.603155:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.603155:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.603157:0:10960:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.603158:0:10960:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.603160:0:10960:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603170:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603172:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.603173:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.603174:0:10960:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963479.603175:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.603176:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.603177:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.603177:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963479.603178:0:10960:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b718 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603183:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.603186:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.603191:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.603192:0:10960:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963479.603197:0:10960:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963479.603202:0:10960:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:0.0:1780963479.603209:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.603210:0:10960:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603211:0:10960:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603213:0:10960:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603216:0:10960:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963479.603218:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.603219:0:10960:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603220:0:10960:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963479.603222:0:10960:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1780963479.603224:0:10960:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.603228:0:10960:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.603230:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.603234:0:10960:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963479.603236:0:10960:0:(namei.c:668:ll_lookup_it_finish()) it 0000000054cef362 it_disposition 7 00000080:00002000:0.0:1780963479.603241:0:10960:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000605cffb5 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780963479.603244:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.603253:0:10960:0:(lmv_obd.c:3728:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1780963479.603255:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.603257:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.603259:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.603261:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.603263:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.603264:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.603266:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.603269:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603271:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.603273:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.603275:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.603280:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603281:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963479.603285:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00010000:0.0:1780963479.603287:0:10960:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963479.603289:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603291:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.603292:0:10960:0:(lmv_obd.c:3735:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.603294:0:10960:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963479.603297:0:10960:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780963479.603300:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000100:00000001:0.0:1780963479.603304:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.603308:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6ee0d43 x1867475276802816/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.603314:0:10960:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.603316:0:10960:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.603319:0:10960:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000006f3a9274. 02000000:00000001:0.0:1780963479.603322:0:10960:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.603324:0:10960:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.603325:0:10960:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.603327:0:10960:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.603329:0:10960:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000096536dc9. 02000000:00000001:0.0:1780963479.603332:0:10960:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.603333:0:10960:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.603334:0:10960:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6ee0d43. 00000100:00000001:0.0:1780963479.603342:0:10960:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.603343:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.603346:0:10960:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1780963479.603348:0:10960:0:(dcache.c:216:ll_intent_release()) intent 0000000054cef362 released 00000080:00000001:0.0:1780963479.603350:0:10960:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780963479.603355:0:10960:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1780963479.603356:0:10960:0:(dcache.c:133:ll_ddelete()) deleting dentry d425.sanity (00000000605cffb5, parent 0000000076f38ff3, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780963479.603359:0:10960:0:(dcache.c:136:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.603362:0:10960:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963479.603366:0:10960:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1780963479.603420:0:10960:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963479.603421:0:10960:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963479.603426:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.603431:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.603434:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.603435:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.603438:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.603440:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.603441:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.603442:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.603443:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.603444:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.603445:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.603447:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.603448:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963479.603451:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603453:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.603454:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963479.603457:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.603458:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.603459:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.603462:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603463:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963479.603466:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00010000:0.0:1780963479.603467:0:10960:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1780963479.603469:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603476:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603478:0:10960:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963479.603480:0:10960:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780963479.603483:0:10960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6ee0d43. 00000080:00000010:0.1:1780963479.603528:0:10960:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003002e689. 00000020:00000040:0.0:1780963479.603542:0:10960:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:0.0:1780963479.603546:0:10960:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.603551:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.603555:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.603556:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.603557:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.603560:0:10960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.603562:0:10960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.603564:0:10960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.603570:0:10960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000096536dc9. 00000100:00000001:0.0:1780963479.603575:0:10960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.603579:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.603580:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.603581:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.603582:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.603584:0:10960:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.603588:0:10960:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00010000:00000001:0.0:1780963479.603591:0:10960:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963479.603593:0:10960:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963479.603595:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.603597:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.603599:0:10960:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963479.603601:0:10960:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a31a390. 00000020:00000001:0.0:1780963479.603604:0:10960:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963479.603606:0:10960:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006a31a390 with handle 0xa7c1c9eb1f93b71f to hash 00000020:00000001:0.0:1780963479.603607:0:10960:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963479.603609:0:10960:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.603611:0:10960:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.603614:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.603615:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.603617:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603628:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.603631:0:10960:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603636:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.603645:0:10960:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.603649:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:0.0:1780963479.603651:0:10960:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.603652:0:10960:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.603657:0:10960:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.603659:0:10960:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.603677:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.603679:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963479.603683:0:10960:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.603687:0:10960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.603689:0:10960:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.603691:0:10960:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.603695:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.603701:0:10960:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.603703:0:10960:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.603706:0:10960:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.603717:0:10960:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.603720:0:10960:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802880:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.603724:0:10960:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.604085:0:10960:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.604087:0:10960:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.604090:0:10960:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.604094:0:10960:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000006f3a9274. 02000000:00000001:0.0:1780963479.604096:0:10960:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.604108:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.604111:0:10960:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.604116:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963479.604122:0:10960:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276802880, portal 10 00000100:00000001:0.0:1780963479.604124:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.604125:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000040:0.0:1780963479.604130:0:10960:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.604136:0:10960:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.604138:0:10960:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.604140:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000947757a6. 00000100:00000200:0.0:1780963479.604143:0:10960:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475276802880, offset 0 00000400:00000200:0.0:1780963479.604149:0:10960:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.604156:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.604163:0:10960:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.604170:0:10960:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.604173:0:10960:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.604175:0:10960:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.604178:0:10960:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [178:178:256:4294967295] 192.168.202.121@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1780963479.604182:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.604190:0:10960:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.604195:0:10960:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.604200:0:10960:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001246dc0 (tot 3210926). 00000800:00000200:0.0:1780963479.604206:0:10960:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.604213:0:10960:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.604216:0:10960:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001246dc0 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.604277:0:10960:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.604280:0:10960:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.604283:0:10960:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.604285:0:10960:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.604286:0:10960:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.604288:0:10960:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.604295:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.604297:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.604655:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.604673:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001246dc0 (tot 3210678). 00000400:00000200:2.0:1780963479.604678:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.604684:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.604688:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000947757a6 00000400:00000010:2.0:1780963479.604690:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000947757a6. 00000100:00000001:2.0:1780963479.604694:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.604697:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.604705:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.604707:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.604719:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.604720:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963479.606475:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.606516:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963479.606520:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.606523:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.606533:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.606539:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963479.606547:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.606552:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.606556:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.606559:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 688 into portal 10 MB=0x6a27578802b40 00000400:00000200:3.0:1780963479.606563:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.606569:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 688/688 into md 0xa0d [1] + 224 00000800:00000001:3.0:1780963479.606576:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.606583:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.606586:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963479.606589:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963479.606594:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.606599:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963479.606609:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=688 offset=224 replen=1152 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963479.606623:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963479.606631:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.606633:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.606926:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.606934:0:10960:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.606936:0:10960:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.606938:0:10960:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.606942:0:10960:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:0.0:1780963479.606944:0:10960:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:0.0:1780963479.606946:0:10960:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.606949:0:10960:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.606956:0:10960:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.606960:0:10960:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.606962:0:10960:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.606963:0:10960:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.606966:0:10960:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.606968:0:10960:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.606971:0:10960:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.606973:0:10960:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.606982:0:10960:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.606986:0:10960:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.606988:0:10960:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963479.606989:0:10960:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.606991:0:10960:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963479.606995:0:10960:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.606998:0:10960:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.607000:0:10960:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963479.607002:0:10960:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.607003:0:10960:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.607007:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.607012:0:10960:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.607015:0:10960:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.607115:0:10960:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.607121:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963479.607144:0:10960:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802880:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.607148:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.607151:0:10960:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.607153:0:10960:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.607154:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.607156:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.607161:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.607163:0:10960:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.607166:0:10960:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.607167:0:10960:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.607170:0:10960:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963479.607172:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607175:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607177:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=4 00000020:00000001:0.0:1780963479.607179:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607181:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000040:0.0:1780963479.607186:0:10960:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000006a31a390, remote cookie: 0x64ee22e5511b65d8, flags: 0x1001 00010000:00010000:0.0:1780963479.607189:0:10960:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607196:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.607200:0:10960:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607205:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607207:0:10960:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780963479.607210:0:10960:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780963479.607212:0:10960:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1780963479.607213:0:10960:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780963479.607214:0:10960:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780963479.607222:0:10960:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000000023c788) refcount = 2 00010000:00000040:0.0:1780963479.607224:0:10960:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780963479.607226:0:10960:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607230:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.607233:0:10960:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607237:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607238:0:10960:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780963479.607241:0:10960:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780963479.607242:0:10960:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.607245:0:10960:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780963479.607246:0:10960:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.607248:0:10960:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607253:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607254:0:10960:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780963479.607255:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607256:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607257:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607258:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607259:0:10960:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.607263:0:10960:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780963479.607264:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607265:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607266:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607268:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607270:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607271:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607272:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607273:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=4 00000020:00000001:0.0:1780963479.607274:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607279:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607282:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.607284:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.607285:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607291:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607292:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607293:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607294:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607295:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607295:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=5 00000020:00000001:0.0:1780963479.607297:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607298:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607300:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.607301:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607304:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607306:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607306:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.607308:0:10960:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607312:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607313:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.607314:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607315:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607315:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607316:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780963479.607319:0:10960:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:0.0:1780963479.607325:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607330:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607331:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607332:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607334:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607336:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607336:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.607337:0:10960:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.607339:0:10960:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.607342:0:10960:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963479.607344:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607344:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607345:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607347:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607348:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00000002:00010000:0.0:1780963479.607350:0:10960:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607355:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607358:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607359:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607360:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780963479.607361:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607361:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607362:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607364:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607365:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000040:0.0:1780963479.607369:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 3 00010000:00000001:0.0:1780963479.607371:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963479.607374:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.607376:0:10960:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1780963479.607378:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607379:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.607380:0:10960:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963479.607381:0:10960:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780963479.607388:0:10960:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607391:0:10960:0:(lmv_intent.c:544:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607394:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963479.607398:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.607403:0:10960:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963479.607405:0:10960:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1780963479.607408:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607410:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.607413:0:10960:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780963479.607416:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607419:0:10960:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:0.0:1780963479.607424:0:10960:0:(lmv_obd.c:3495:lmv_unpackmd()) kmalloced '(lsm)': 56 at 00000000f562209b. 00800000:00000001:0.0:1780963479.607427:0:10960:0:(lmv_obd.c:3521:lmv_unpackmd()) Process leaving (rc=56 : 56 : 38) 00000002:00000001:0.0:1780963479.607428:0:10960:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780963479.607431:0:10960:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780963479.607432:0:10960:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1780963479.607435:0:10960:0:(llite_lib.c:1688:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780963479.607438:0:10960:0:(llite_lib.c:1709:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780963479.607440:0:10960:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.607444:0:10960:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780963479.607446:0:10960:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1780963479.607450:0:10960:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 11776 00010000:00000001:0.0:1780963479.607452:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607454:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607455:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607456:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607458:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607460:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607461:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780963479.607462:0:10960:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963479.607464:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607465:0:10960:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1780963479.607466:0:10960:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:0.0:1780963479.607467:0:10960:0:(lmv_obd.c:3449:lmv_unpackmd()) kfreed 'lsm': 56 at 00000000f562209b. 00800000:00000001:0.0:1780963479.607471:0:10960:0:(lmv_obd.c:3451:lmv_unpackmd()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607473:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.607481:0:10960:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1780963479.607482:0:10960:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780963479.607594:0:10960:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000026d0633. 00000080:00000010:0.1:1780963479.607600:0:10960:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dfb907a3. 00800000:00000001:0.0:1780963479.607611:0:10960:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.607614:0:10960:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b71f 00000080:00000001:0.0:1780963479.607618:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607619:0:10960:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963479.607621:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.607622:0:10960:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963479.607623:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607624:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607625:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607627:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607629:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607631:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607632:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.607633:0:10960:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.607635:0:10960:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.607637:0:10960:0:(dcache.c:280:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.607638:0:10960:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963479.607640:0:10960:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b71f from it 00000000bcd24e25 00010000:00000001:0.0:1780963479.607642:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.607642:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.607643:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.607644:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607646:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.607647:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.607649:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607654:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607656:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607657:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607658:0:10960:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.607860:0:10960:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.607869:0:10960:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.607875:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.607877:0:10960:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.607879:0:10960:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.607881:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.607885:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607886:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.607887:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.607890:0:10960:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.607891:0:10960:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.607893:0:10960:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.607895:0:10960:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.607897:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.607898:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.607899:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.607900:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.607905:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6ee0d43 x1867475276802880/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.607911:0:10960:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.607913:0:10960:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.607916:0:10960:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000006f3a9274. 02000000:00000001:0.0:1780963479.607919:0:10960:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.607921:0:10960:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.607923:0:10960:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.607925:0:10960:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.607927:0:10960:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000096536dc9. 02000000:00000001:0.0:1780963479.607930:0:10960:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.607932:0:10960:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.607933:0:10960:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6ee0d43. 00000100:00000001:0.0:1780963479.607937:0:10960:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.607938:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.608483:0:10960:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.608601:0:10960:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963479.608603:0:10960:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963479.608609:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.608619:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.608623:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.608624:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.608627:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.608628:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.608630:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.608632:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.608634:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.608635:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.608636:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.608636:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.608637:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963479.608639:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.608641:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.608643:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780963479.608645:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.608647:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.608648:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.608652:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 3 00010000:00000001:0.0:1780963479.608653:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.608655:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.608656:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963479.608658:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609163:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 3 00010000:00000040:0.0:1780963479.609165:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 02000000:00000001:0.0:1780963479.609167:0:10960:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.609170:0:10960:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.609172:0:10960:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609176:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000002:00000001:0.0:1780963479.609177:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963479.609184:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963479.609186:0:10960:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.609187:0:10960:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.609188:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963479.609190:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.609193:0:10960:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963479.609194:0:10960:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.609195:0:10960:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963479.609197:0:10960:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b71f 00000080:00000001:0.0:1780963479.609199:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609200:0:10960:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963479.609201:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.609202:0:10960:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963479.609203:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.609204:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.609206:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.609207:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.609209:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.609211:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609211:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.609212:0:10960:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609212:0:10960:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.609213:0:10960:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b71f from it 00000000bcd24e25 00010000:00000001:0.0:1780963479.609214:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.609215:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.609215:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.609216:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.609217:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.609218:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.609219:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609222:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.609223:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609227:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.609228:0:10960:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.609229:0:10960:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.609230:0:10960:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609233:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.609235:0:10960:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.609237:0:10960:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.609238:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.609240:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609240:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.609241:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609242:0:10960:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.609243:0:10960:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609244:0:10960:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609246:0:10960:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609247:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.609248:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609248:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.609249:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963479.609250:0:10960:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.609340:0:10960:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.609342:0:10960:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963479.609342:0:10960:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963479.609345:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.609347:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609349:0:10960:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.609349:0:10960:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.609351:0:10960:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.609352:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.609353:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.609354:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.609355:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.609356:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.609357:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.609358:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.609359:0:10960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963479.609363:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.609364:0:10960:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.609365:0:10960:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963479.609367:0:10960:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.609368:0:10960:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.609369:0:10960:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.609370:0:10960:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 3 00010000:00000001:0.0:1780963479.609371:0:10960:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.609373:0:10960:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.609374:0:10960:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963479.609375:0:10960:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609379:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 3 00010000:00000040:0.0:1780963479.609380:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 02000000:00000001:0.0:1780963479.609380:0:10960:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.609382:0:10960:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.609383:0:10960:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609386:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000002:00000001:0.0:1780963479.609387:0:10960:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963479.609388:0:10960:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963479.609388:0:10960:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.609389:0:10960:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.609390:0:10960:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963479.609391:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.609393:0:10960:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963479.609393:0:10960:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.609394:0:10960:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963479.609395:0:10960:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:0.0:1780963479.609396:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609397:0:10960:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963479.609398:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.609401:0:10960:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963479.609402:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.609403:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.609403:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.609405:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.609406:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.609407:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609407:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.609408:0:10960:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609408:0:10960:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.609409:0:10960:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000c6a55824 00010000:00000001:0.0:1780963479.609410:0:10960:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.609411:0:10960:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.609411:0:10960:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.609412:0:10960:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.609413:0:10960:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.609414:0:10960:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.609414:0:10960:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609418:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.609419:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609419:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.609420:0:10960:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.609421:0:10960:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.609421:0:10960:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.609424:0:10960:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.609425:0:10960:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.609425:0:10960:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.609426:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.609427:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609428:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.609428:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609432:0:10960:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.609433:0:10960:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609434:0:10960:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609435:0:10960:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.609436:0:10960:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.609437:0:10960:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.609437:0:10960:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.609438:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963479.609439:0:10960:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963479.609440:0:10960:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 44 00000080:00000001:0.0:1780963479.609442:0:10960:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.609445:0:10960:0:(dir.c:2391:ll_dir_open()) Process entered 00000080:00000001:0.0:1780963479.609446:0:10960:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1780963479.609447:0:10960:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), flags 300000 00000080:00000010:0.0:1780963479.609449:0:10960:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 00000000e06ea30a. 00000080:00000001:0.0:1780963479.609452:0:10960:0:(file.c:862:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.609453:0:10960:0:(dir.c:2392:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.609462:0:10960:0:(dir.c:1420:ll_dir_ioctl()) Process entered 00000080:00200000:0.0:1780963479.609463:0:10960:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), cmd=0xc03066f0 00000020:00000001:0.0:1780963479.609466:0:10960:0:(class_obd.c:226:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1780963479.609469:0:10960:0:(class_obd.c:252:obd_ioctl_getdata()) kmalloced '(data)': 640 at 0000000096536dc9. 00000020:00000001:0.0:1780963479.609472:0:10960:0:(class_obd.c:291:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.609473:0:10960:0:(dir.c:467:ll_dir_setdirstripe()) Process entered 00000080:00200000:0.0:1780963479.609474:0:10960:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151) name d425.sanity stripe_offset 1, stripe_count: 2 00000080:00000010:0.0:1780963479.609521:0:10960:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.609528:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609531:0:10960:0:(lmv_obd.c:1934:lmv_create()) Process entered 00800000:00000001:0.0:1780963479.609534:0:10960:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.609535:0:10960:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.609547:0:10960:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.609548:0:10960:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.609550:0:10960:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.609551:0:10960:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.609552:0:10960:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.609555:0:10960:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1780963479.609557:0:10960:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1780963479.609558:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.609560:0:10960:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1780963479.609567:0:10960:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000001:0.0:1780963479.609569:0:10960:0:(fid_request.c:224:seq_client_alloc_seq()) Process entered 40000000:00000001:0.0:1780963479.609570:0:10960:0:(fid_request.c:187:seq_client_alloc_meta()) Process entered 40000000:00000001:0.0:1780963479.609571:0:10960:0:(fid_request.c:63:seq_client_rpc()) Process entered 00000100:00000010:0.0:1780963479.609575:0:10960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6ee0d43. 00000020:00000040:0.0:1780963479.609578:0:10960:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000100:00000001:0.0:1780963479.609583:0:10960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.609585:0:10960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.609587:0:10960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.609593:0:10960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3617bc7. 00000100:00000001:0.0:1780963479.609600:0:10960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.609605:0:10960:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.609606:0:10960:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.609611:0:10960:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.609612:0:10960:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.609614:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.609614:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963479.609618:0:10960:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.609621:0:10960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.609622:0:10960:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.609623:0:10960:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.609629:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.609634:0:10960:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.609636:0:10960:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.609638:0:10960:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.609640:0:10960:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.609642:0:10960:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802944:192.168.202.121@tcp:700:lfs.0 00000100:00000001:0.0:1780963479.609644:0:10960:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.609648:0:10960:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.609649:0:10960:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.609651:0:10960:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.609653:0:10960:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e304cd5b. 02000000:00000001:0.0:1780963479.609654:0:10960:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.609659:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.609784:0:10960:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.609790:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963479.609807:0:10960:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276802944, portal 10 00000100:00000001:0.0:1780963479.609808:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.609809:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000040:0.0:1780963479.609815:0:10960:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.609822:0:10960:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.609824:0:10960:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.609827:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3a11db4. 00000100:00000200:0.0:1780963479.609830:0:10960:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1867475276802944, offset 0 00000400:00000200:0.0:1780963479.609836:0:10960:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.609844:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.609851:0:10960:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.609859:0:10960:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.609862:0:10960:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.609864:0:10960:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.609867:0:10960:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [179:179:256:4294967295] 192.168.202.121@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1780963479.609870:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.609876:0:10960:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.609881:0:10960:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.609885:0:10960:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000462ab4bd (tot 3210926). 00000800:00000200:0.0:1780963479.609889:0:10960:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.609897:0:10960:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.609900:0:10960:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000462ab4bd type 1, nob 360 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.609912:0:10960:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.609914:0:10960:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.609916:0:10960:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.609918:0:10960:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.609920:0:10960:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780963479.609922:0:10960:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 11 seconds 00000100:00000001:0.0:1780963479.609925:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.609932:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.610388:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.610394:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000462ab4bd (tot 3210678). 00000400:00000200:2.0:1780963479.610406:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.610412:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.610417:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3a11db4 00000400:00000010:2.0:1780963479.610419:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3a11db4. 00000100:00000001:2.0:1780963479.610422:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.610424:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.610430:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.610432:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.610436:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.610437:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963479.612537:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.612555:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963479.612559:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.612561:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.612570:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.612589:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963479.612596:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.612600:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.612604:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.612607:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 248 into portal 10 MB=0x6a27578802b80 00000400:00000200:3.0:1780963479.612611:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.612617:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 248/248 into md 0xa15 [1] + 224 00000800:00000001:3.0:1780963479.612624:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.612645:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.612648:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963479.612652:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963479.612657:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.612674:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963479.612683:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=248 offset=224 replen=248 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963479.612701:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963479.612716:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.612719:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.612898:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.612905:0:10960:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.612906:0:10960:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.612908:0:10960:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.612911:0:10960:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:0.0:1780963479.612912:0:10960:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:0.0:1780963479.612914:0:10960:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.612917:0:10960:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.612921:0:10960:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.612925:0:10960:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.612926:0:10960:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.612928:0:10960:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.612930:0:10960:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.612931:0:10960:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.612933:0:10960:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.612934:0:10960:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.612941:0:10960:0:(import.c:1935:at_measured()) add 1 to 000000004355d049 time=1780963479 v=5 (0 0 0 0) 00000100:00001000:0.0:1780963479.612944:0:10960:0:(import.c:2000:at_measured()) AT 000000004355d049 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1780963479.612945:0:10960:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff953087f78000 ptl 30 has changed from 5 to 1 00000100:00001000:0.0:1780963479.612947:0:10960:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.612949:0:10960:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963479.612950:0:10960:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.612952:0:10960:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780963479.612954:0:10960:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:0.0:1780963479.612957:0:10960:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.612960:0:10960:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.612961:0:10960:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:0.0:1780963479.612962:0:10960:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.612963:0:10960:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.612964:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.612978:0:10960:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.612979:0:10960:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.612981:0:10960:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.612983:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963479.612987:0:10960:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276802944:192.168.202.121@tcp:700:lfs.0 00000100:00000001:0.0:1780963479.612991:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.612993:0:10960:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.612995:0:10960:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.612996:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.612998:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.613004:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.613006:0:10960:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.613009:0:10960:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.613010:0:10960:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1780963479.613015:0:10960:0:(fid_request.c:141:seq_client_rpc()) cli-cli-lustre-MDT0001-mdc-ffff953087f78000: Allocated meta-sequence [0x0000000240000402-0x0000000240000403]:0:mdt] 40000000:00000001:0.0:1780963479.613029:0:10960:0:(fid_request.c:143:seq_client_rpc()) Process leaving 00000100:00000001:0.0:1780963479.613029:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.613032:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6ee0d43 x1867475276802944/t0(0) o700->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:30/10 lens 264/248 e 0 to 0 dl 1780963491 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.613037:0:10960:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.613039:0:10960:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.613041:0:10960:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e304cd5b. 02000000:00000001:0.0:1780963479.613045:0:10960:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.613047:0:10960:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.613049:0:10960:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=5 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.613050:0:10960:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.613052:0:10960:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3617bc7. 02000000:00000001:0.0:1780963479.613055:0:10960:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.613056:0:10960:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.613062:0:10960:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6ee0d43. 00000100:00000001:0.0:1780963479.613066:0:10960:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.613066:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:0.0:1780963479.613069:0:10960:0:(fid_request.c:216:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1780963479.613071:0:10960:0:(fid_request.c:237:seq_client_alloc_seq()) cli-cli-lustre-MDT0001-mdc-ffff953087f78000: New range - [0x0000000240000402-0x0000000240000403]:0:mdt 40000000:00000040:0.0:1780963479.613073:0:10960:0:(fid_request.c:248:seq_client_alloc_seq()) cli-cli-lustre-MDT0001-mdc-ffff953087f78000: Allocated sequence [0x240000402] 40000000:00000001:0.0:1780963479.613075:0:10960:0:(fid_request.c:250:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1780963479.613077:0:10960:0:(fid_request.c:338:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff953087f78000: New sequence [0x0000000240000402] 40000000:00000040:0.0:1780963479.613079:0:10960:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff953087f78000: Allocated FID [0x240000402:0x1:0x0] 40000000:00000001:0.0:1780963479.613081:0:10960:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963479.613083:0:10960:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.613086:0:10960:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.613088:0:10960:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.613090:0:10960:0:(lmv_obd.c:1995:lmv_create()) CREATE name 'd425.sanity' [0x240000402:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #1 00800000:00000001:0.0:1780963479.613094:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1780963479.613099:0:10960:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000211ae3bb (tot 3211318). 00000002:00000001:0.0:1780963479.613103:0:10960:0:(mdc_reint.c:172:mdc_create()) Process entered 00000002:00000001:0.0:1780963479.613105:0:10960:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780963479.613111:0:10960:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.613114:0:10960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6ee0d43. 00000020:00000040:0.0:1780963479.613116:0:10960:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 02000000:00000001:0.0:1780963479.613120:0:10960:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780963479.613121:0:10960:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.613122:0:10960:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.613126:0:10960:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.613127:0:10960:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.613129:0:10960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.613131:0:10960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.613134:0:10960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.613138:0:10960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba5a7a55. 00000100:00000001:0.0:1780963479.613142:0:10960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.613144:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.613145:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.613146:0:10960:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.613150:0:10960:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.613151:0:10960:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780963479.613160:0:10960:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780963479.613163:0:10960:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963479.613167:0:10960:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.613168:0:10960:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.613171:0:10960:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.613172:0:10960:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.613174:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.613175:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963479.613177:0:10960:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.613180:0:10960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.613181:0:10960:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.613182:0:10960:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.613183:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.613187:0:10960:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.613188:0:10960:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.613190:0:10960:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.613192:0:10960:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.613194:0:10960:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276803072:192.168.202.121@tcp:36:lfs.0 00000100:00000001:0.0:1780963479.613196:0:10960:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.613200:0:10960:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.613201:0:10960:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.613202:0:10960:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.613204:0:10960:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f0de252. 02000000:00000001:0.0:1780963479.613205:0:10960:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.613208:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.613209:0:10960:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.613212:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963479.613216:0:10960:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276803072, portal 10 00000100:00000001:0.0:1780963479.613218:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.613218:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000040:0.0:1780963479.613224:0:10960:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.613228:0:10960:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.613230:0:10960:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.613231:0:10960:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d880b8. 00000100:00000200:0.0:1780963479.613234:0:10960:0:(niobuf.c:86:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1867475276803072, offset 0 00000400:00000200:0.0:1780963479.613237:0:10960:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.613242:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.613246:0:10960:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.613251:0:10960:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.613253:0:10960:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.613255:0:10960:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.613257:0:10960:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [180:180:256:4294967295] 192.168.202.121@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1780963479.613260:0:10960:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.613276:0:10960:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.613280:0:10960:0:(socklnd_cb.c:995:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.613283:0:10960:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba755f63 (tot 3211566). 00000800:00000200:0.0:1780963479.613286:0:10960:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.613292:0:10960:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.613295:0:10960:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba755f63 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.613362:0:10960:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.613363:0:10960:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.613365:0:10960:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.613367:0:10960:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.613368:0:10960:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.613369:0:10960:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.613371:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.613372:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.614207:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.614212:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba755f63 (tot 3211318). 00000400:00000200:2.0:1780963479.614216:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.614221:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.614225:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d880b8 00000400:00000010:2.0:1780963479.614226:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d880b8. 00000100:00000001:2.0:1780963479.614228:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.614231:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.614237:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.614238:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.614241:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.614242:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963479.659352:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.659368:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963479.659374:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.659376:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.659386:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.659393:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963479.659399:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.659404:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.659407:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.659411:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 328 into portal 15 MB=0x6a2757970d080 00000400:00000200:3.0:1780963479.659419:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.121@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:3.0:1780963479.659426:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.659430:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.659448:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963479.659452:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963479.659457:0:2260:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1780963479.659459:0:2260:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1780963479.659464:0:2260:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008c503f5. 00000100:00000040:3.0:1780963479.659469:0:2260:0:(events.c:358:request_in_callback()) incoming req@0000000008c503f5 x1867475292573824 msgsize 328 00000100:00100000:3.0:1780963479.659473:0:2260:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.121@tcp (source: 12345-192.168.202.121@tcp) 00000100:00000001:3.0:1780963479.659532:0:2260:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:3.0:1780963479.659541:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.659544:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963479.659836:0:5720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1780963479.659840:0:5720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1780963479.659842:0:5720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780963479.659844:0:5720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963479.659849:0:5720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963479.659852:0:5720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475292573824 00000020:00000001:2.0:1780963479.659855:0:5720:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1780963479.659857:0:5720:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa7c1c9eb1f93b670 00000020:00000001:2.0:1780963479.659867:0:5720:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963479.659869:0:5720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000031c423ee refcount=5 00000020:00000001:2.0:1780963479.659871:0:5720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425022464 : -117439284529152 : ffff95308929b800) 00000020:00000001:2.0:1780963479.659873:0:5720:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446626634425022464 : -117439284529152 : ffff95308929b800) 00000100:00000001:2.0:1780963479.659877:0:5720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1780963479.659879:0:5720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1780963479.659883:0:5720:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080965fba. 00000020:00000010:2.0:1780963479.659887:0:5720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000add7b2d1. 00000020:00000010:2.0:1780963479.659891:0:5720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2bac490. 00000100:00000040:2.0:1780963479.659900:0:5720:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1780963479.659902:0:5720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1780963479.659904:0:5720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1780963479.659905:0:5720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.659912:0:5720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.659925:0:5720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963479.659936:0:5720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1780963479.659937:0:5720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1780963479.659941:0:5720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.121@tcp, seq: 4 00000100:00000040:2.0:1780963479.659944:0:5720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000031c423ee : new rpc_count 1 00000100:00000001:2.0:1780963479.659945:0:5720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446626634423449856 : -117439286101760 : ffff95308911b900) 00000100:00000040:2.0:1780963479.659951:0:5720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008c503f5 x1867475292573824/t0(0) o104->af7dfe96-7780-468f-bde1-2fba5fd3dbb9@192.168.202.121@tcp:30/0 lens 328/0 e 0 to 0 dl 1780963490 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963479.659959:0:5720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1780963479.659960:0:5720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1780963479.659962:0:5720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c503f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:af7dfe96-7780-468f-bde1-2fba5fd3dbb9+5:6153:x1867475292573824:12345-192.168.202.121@tcp:104: 00000100:00000200:2.0:1780963479.659966:0:5720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1867475292573824 00010000:00000001:2.0:1780963479.659968:0:5720:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1780963479.659975:0:5720:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963479.659976:0:5720:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963479.659978:0:5720:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=2 00000020:00000001:2.0:1780963479.659979:0:5720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:2.0:1780963479.659982:0:5720:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:2.0:1780963479.659992:0:5720:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963479.659994:0:5720:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780963479.659997:0:5720:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.660004:0:5720:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:2.0:1780963479.660010:0:5720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1780963479.660012:0:5720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1780963479.660027:0:5720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a1d2de0. 02000000:00000001:2.0:1780963479.660029:0:5720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.660032:0:5720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.660035:0:5720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1780963479.660038:0:5720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780963479.660041:0:5720:0:(import.c:1935:at_measured()) add 1 to 00000000a92d97e1 time=102 v=1 (1 0 0 0) 00000100:00000001:2.0:1780963479.660045:0:5720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780963479.660047:0:5720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c898dc1f refcount 16 to 192.168.202.121@tcp 00000100:00000001:2.0:1780963479.660049:0:5720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446626634687150336 : -117439022401280 : ffff953098c97900) 02000000:00000001:2.0:1780963479.660052:0:5720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1780963479.660053:0:5720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.660055:0:5720:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963479.660058:0:5720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963479.660062:0:5720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086db551f. 00000100:00000200:2.0:1780963479.660067:0:5720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867475292573824, offset 224 00000400:00000200:2.0:1780963479.660073:0:5720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963479.660080:0:5720:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.660087:0:5720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963479.660092:0:5720:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [181:181:256:4294967295] 192.168.202.121@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1780963479.660096:0:5720:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.660103:0:5720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963479.660107:0:5720:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963479.660111:0:5720:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a939fc2 (tot 3211566). 00000800:00000200:2.0:1780963479.660116:0:5720:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963479.660128:0:5720:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963479.660131:0:5720:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a939fc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963479.660143:0:5720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963479.660146:0:5720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c898dc1f refcount 15 to 192.168.202.121@tcp 00010000:00000001:2.0:1780963479.660149:0:5720:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1780963479.660152:0:5720:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007393d461. 00010000:00000001:2.0:1780963479.660155:0:5720:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1780963479.660161:0:5720:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1780963479.660163:0:5720:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.660164:0:5720:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.660166:0:5720:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963479.660170:0:5720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c503f5 x1867475292573824/t0(0) o104->af7dfe96-7780-468f-bde1-2fba5fd3dbb9@192.168.202.121@tcp:30/0 lens 328/224 e 0 to 0 dl 1780963490 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1780963479.660178:0:5720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c503f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:af7dfe96-7780-468f-bde1-2fba5fd3dbb9+5:6153:x1867475292573824:12345-192.168.202.121@tcp:104: Request processed in 217us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1780963479.660185:0:5720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.121@tcp, seq: 4 00000100:00000040:2.0:1780963479.660188:0:5720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000031c423ee : new rpc_count 0 00000100:00000001:2.0:1780963479.660190:0:5720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1780963479.660192:0:5720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1780963479.660195:0:5720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000add7b2d1. 00000020:00000010:2.0:1780963479.660200:0:5720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2bac490. 00000020:00000010:2.0:1780963479.660203:0:5720:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080965fba. 00000020:00000040:2.0:1780963479.660206:0:5720:0:(genops.c:979:class_export_put()) PUTting export 0000000031c423ee : new refcount 4 00000100:00000001:2.0:1780963479.660209:0:5720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1780963479.660289:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.660292:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a939fc2 (tot 3211318). 00000400:00000200:2.0:1780963479.660295:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.660299:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.660303:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086db551f 00000400:00000010:2.0:1780963479.660305:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086db551f. 00000100:00000001:2.0:1780963479.660307:0:2259:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1780963479.660308:0:2259:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1780963479.660862:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963479.660866:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.660868:0:5728:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1780963479.660871:0:5728:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1780963479.660879:0:5728:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963479.660881:0:5728:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.660889:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.660892:0:5728:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006a31a390 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963479.660894:0:5728:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963479.660897:0:5728:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.660902:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.660904:0:5728:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963479.660906:0:5728:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963479.660908:0:5728:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.660912:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.660914:0:5728:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963479.660916:0:5728:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963479.660917:0:5728:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.660918:0:5728:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.660920:0:5728:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=3 00000020:00000001:0.0:1780963479.660921:0:5728:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.660923:0:5728:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.660925:0:5728:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963479.660927:0:5728:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.660932:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000080:00000001:0.0:1780963479.660933:0:5728:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963479.660936:0:5728:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780963479.660938:0:5728:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780963479.660943:0:5728:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:0.0:1780963479.660947:0:5728:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.660950:0:5728:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1780963479.660951:0:5728:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.660954:0:5728:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.660957:0:5728:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.660959:0:5728:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.660961:0:5728:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.660962:0:5728:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.660964:0:5728:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.660965:0:5728:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.660967:0:5728:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.660970:0:5728:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.660973:0:5728:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.660977:0:5728:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 3 00010000:00000001:0.0:1780963479.660979:0:5728:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.660983:0:5728:0:(ldlm_lock.c:341:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780963479.660985:0:5728:0:(ldlm_lock.c:354:ldlm_lock_touch_in_lru()) Process leaving 00010000:00000040:0.0:1780963479.660986:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 02000000:00000001:0.0:1780963479.660988:0:5728:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.660993:0:5728:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.660996:0:5728:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.661001:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.661003:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.661004:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.661006:0:5728:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00800000:00000001:0.0:1780963479.661007:0:5728:0:(lmv_obd.c:3611:lmv_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1780963479.661008:0:5728:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.661009:0:5728:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.661011:0:5728:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=2 00000020:00000001:0.0:1780963479.661012:0:5728:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.661020:0:5728:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.661022:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.661023:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780963479.661024:0:5728:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.661029:0:5728:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1780963479.661031:0:5728:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.661032:0:5728:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.661033:0:5728:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.661034:0:5728:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.661035:0:5728:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.661036:0:5728:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.661037:0:5728:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.661038:0:5728:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.661039:0:5728:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.661040:0:5728:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.661041:0:5728:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.661043:0:5728:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 3 00010000:00000001:0.0:1780963479.661044:0:5728:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963479.661046:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000002:00000001:0.0:1780963479.661047:0:5728:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.661049:0:5728:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.661050:0:5728:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.661051:0:5728:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780963479.661053:0:5728:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.661054:0:5728:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.661056:0:5728:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.661057:0:5728:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780963479.661059:0:5728:0:(namei.c:338:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 000000006e2864ba, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780963479.661063:0:5728:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780963479.661064:0:5728:0:(namei.c:206:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780963479.661066:0:5728:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780963479.661067:0:5728:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.661069:0:5728:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963479.661072:0:5728:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963479.661073:0:5728:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963479.661075:0:5728:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.661076:0:5728:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963479.661078:0:5728:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006a31a390 with handle 0xa7c1c9eb1f93b71f from hash 00010000:00000001:0.0:1780963479.661079:0:5728:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963479.661080:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.661081:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.661087:0:5728:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963479.661090:0:5728:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963479.661091:0:5728:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1780963479.661095:0:5728:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.661098:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.661099:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.661100:0:5728:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.661102:0:5728:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.661104:0:5728:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1780963479.661109:0:5728:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a3cac68. 00000020:00000040:0.0:1780963479.661112:0:5728:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:0.0:1780963479.661115:0:5728:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.661117:0:5728:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.661119:0:5728:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.661124:0:5728:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3617bc7. 00000100:00000001:0.0:1780963479.661129:0:5728:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.661131:0:5728:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780963479.661134:0:5728:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.661139:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.661141:0:5728:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1780963479.661142:0:5728:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.661146:0:5728:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.661149:0:5728:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.661156:0:5728:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a3cac68] to pc [ptlrpcd_00_01+1] req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000001:0.0:1780963479.661174:0:5728:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.661177:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.661178:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.661179:0:5728:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.661181:0:5728:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.661182:0:5728:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.661184:0:5728:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.661198:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.661199:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963479.661201:0:5728:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b71f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x64ee22e5511b65d8 expref: -99 pid: 10960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.661205:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.661208:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.661213:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.661214:0:5728:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1780963479.661215:0:5728:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007393d461. 00010000:00000001:0.0:1780963479.661219:0:5728:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963479.661220:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963479.661221:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.661223:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1780963479.661224:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963479.661225:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.661226:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1780963479.661228:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963479.661228:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.661230:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780963479.661237:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1780963479.661240:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780963479.661242:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.661247:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.661248:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.661250:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963479.661252:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.661254:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.661258:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:0.0:1780963479.661265:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.661267:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.661271:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.661277:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.661279:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276803136:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00000001:0.0:1780963479.661283:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.661288:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.661289:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.661291:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.661294:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e304cd5b. 02000000:00000001:0.0:1780963479.661296:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.661301:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.661304:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d049ac68. 00000400:00000010:0.0:1780963479.661308:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f97216a4. 00000100:00000200:0.0:1780963479.661312:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276803136, portal 18 00000100:00000001:0.0:1780963479.661314:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.661315:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00000100:00000040:0.0:1780963479.661320:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:0.0:1780963479.661326:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.661328:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.661329:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063b729be. 00000100:00000200:0.0:1780963479.661331:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867475276803136, offset 0 00000400:00000200:0.0:1780963479.661336:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.661341:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.661345:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.661350:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.661353:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.661356:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.661358:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [182:182:256:4294967295] 192.168.202.121@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1780963479.661361:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.661367:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.661371:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.661374:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dca1ba9a (tot 3211566). 00000800:00000200:0.0:1780963479.661378:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.661388:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.661391:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dca1ba9a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.661409:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.661411:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.661413:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.661415:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.661417:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.666353:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963479.666361:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.666589:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.666594:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dca1ba9a (tot 3211318). 00000400:00000200:2.0:1780963479.666600:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.666609:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.666616:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063b729be 00000400:00000010:2.0:1780963479.666618:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063b729be. 00000100:00000001:2.0:1780963479.666623:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.666629:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963479.666640:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.666642:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963479.666649:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.666650:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:0.1:1780963479.668992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a31a390. 00010000:00000001:1.0:1780963479.669641:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.669643:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.669648:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.669648:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963479.669845:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963479.669849:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.669852:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1780963479.678334:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.678352:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.678356:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.678357:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.678367:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.678375:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.678382:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.678387:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.678392:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.678395:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 18 MB=0x6a27578802c40 00000400:00000200:2.0:1780963479.678400:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.678405:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa2d [1] + 224 00000800:00000001:2.0:1780963479.678414:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.678425:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.678427:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.678431:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.678437:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.678444:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:2.0:1780963479.678473:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963479.678533:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.678543:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.678546:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.678675:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963479.678679:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.678686:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.678688:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.678690:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d049ac68. 00000400:00000200:0.0:1780963479.678694:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f97216a4 00000400:00000010:0.0:1780963479.678696:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f97216a4. 00000100:00000001:0.0:1780963479.678699:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.678703:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1780963479.678720:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:0.0:1780963479.678726:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.678728:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.678730:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.678760:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.678762:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.678764:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.678766:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.678774:0:2265:0:(import.c:1935:at_measured()) add 1 to 00000000bf4b5a77 time=1780963479 v=5 (0 0 0 0) 00000100:00001000:0.0:1780963479.678777:0:2265:0:(import.c:2000:at_measured()) AT 00000000bf4b5a77 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1780963479.678779:0:2265:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff953087f78000 ptl 17 has changed from 5 to 1 00000100:00001000:0.0:1780963479.678781:0:2265:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.678783:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963479.678785:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.678794:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963479.678797:0:2265:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.678801:0:2265:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.678802:0:2265:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963479.678804:0:2265:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.678805:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.678809:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:0.0:1780963479.678815:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.678818:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.678820:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.678822:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:0.0:1780963479.678829:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276803136:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00000001:0.0:1780963479.678833:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.678836:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.678838:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a3cac68 x1867475276803136/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963491 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:0.0:1780963479.678844:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.678846:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.678848:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e304cd5b. 02000000:00000001:0.0:1780963479.678852:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.678854:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.678855:0:2265:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.678857:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.678859:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3617bc7. 02000000:00000001:0.0:1780963479.678861:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.678863:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.678864:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a3cac68. 00000100:00000001:0.0:1780963479.678867:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.678868:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.678870:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.678876:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.678883:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.678885:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780963479.678887:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963479.858272:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.858290:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.858295:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.858297:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.858309:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858317:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.858325:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858329:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858334:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858338:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 448 into portal 10 MB=0x6a27578802c00 00000400:00000200:2.0:1780963479.858343:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858348:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 448/448 into md 0xa1d [1] + 224 00000800:00000001:2.0:1780963479.858356:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.858365:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.858368:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.858372:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.858379:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.858385:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.858394:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=448 offset=224 replen=448 req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.858417:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1780963479.858424:0:2260:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1780963479.858428:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858433:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963479.858437:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [183:183:256:4294967295] 192.168.202.121@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1780963479.858455:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.858462:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:2.0:1780963479.858466:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963479.858470:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a939fc2 (tot 3211566). 00000800:00000200:2.0:1780963479.858475:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963479.858482:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963479.858531:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a939fc2 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1780963479.859609:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.859615:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a939fc2 (tot 3211318). 00000400:00000200:2.0:1780963479.859621:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.859629:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000800:00000001:2.0:1780963479.859639:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.859644:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.859744:0:10960:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.859753:0:10960:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.859754:0:10960:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.859758:0:10960:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.859762:0:10960:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:0.0:1780963479.859763:0:10960:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:0.0:1780963479.859767:0:10960:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.859772:0:10960:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.859780:0:10960:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6ee0d43 x1867475276803072/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.859786:0:10960:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.859788:0:10960:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.859790:0:10960:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.859793:0:10960:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.859795:0:10960:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.859797:0:10960:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.859799:0:10960:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.859808:0:10960:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.859812:0:10960:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.859814:0:10960:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963479.859815:0:10960:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.859828:0:10960:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963479.859833:0:10960:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.859835:0:10960:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780963479.859837:0:10960:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1780963479.859838:0:10960:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780963479.859840:0:10960:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.859841:0:10960:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425300672 : -117439284250944 : ffff9530892df6c0) 00000100:00000001:0.0:1780963479.859845:0:10960:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.859846:0:10960:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:0.0:1780963479.859848:0:10960:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.859850:0:10960:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.859854:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6ee0d43 x1867475276803072/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.859873:0:10960:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.859876:0:10960:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.859878:0:10960:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.859882:0:10960:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6ee0d43 x1867475276803072/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963479.859888:0:10960:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ee0d43 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10960:1867475276803072:192.168.202.121@tcp:36:lfs.0 00000100:00000001:0.0:1780963479.859892:0:10960:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.859895:0:10960:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.859897:0:10960:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.859899:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.859901:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6ee0d43 x1867475276803072/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.859906:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.859908:0:10960:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.859911:0:10960:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.859912:0:10960:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.859919:0:10960:0:(mdc_reint.c:278:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.859922:0:10960:0:(lmv_obd.c:2003:lmv_create()) Created - [0x240000402:0x1:0x0] 00800000:00000001:0.0:1780963479.859924:0:10960:0:(lmv_obd.c:2009:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.859927:0:10960:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1780963479.859931:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.859934:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.859937:0:10960:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780963479.859939:0:10960:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780963479.859941:0:10960:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1780963479.859955:0:10960:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1780963479.859967:0:10960:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000d67a5c16. 00000080:00000001:0.0:1780963479.859977:0:10960:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1780963479.859978:0:10960:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x240000402:0x1:0x0](00000000e6e78ea1) 00000080:00000001:0.0:1780963479.859980:0:10960:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780963479.859982:0:10960:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x240000402:0x1:0x0] 00000080:00000001:0.0:1780963479.859984:0:10960:0:(llite_lib.c:1752:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.859992:0:10960:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1780963479.859995:0:10960:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1780963479.859997:0:10960:0:(llite_lib.c:2690:ll_update_inode()) setting ino 162129603798761473 mtime from 0 to 1780963479 00000080:00200000:0.0:1780963479.860000:0:10960:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x240000402:0x1:0x0], updating i_size 1024 00000080:00000001:0.0:1780963479.860002:0:10960:0:(llite_lib.c:2868:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1780963479.860004:0:10960:0:(namei.c:166:ll_iget()) Process leaving (rc=18446626634427908304 : -117439281643312 : ffff95308955c0d0) 00000080:00000001:0.0:1780963479.860006:0:10960:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963479.860009:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.860011:0:10960:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1780963479.860013:0:10960:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.860015:0:10960:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1780963479.860016:0:10960:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.860017:0:10960:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.860024:0:10960:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.860028:0:10960:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6ee0d43 x1867475276803072/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.860034:0:10960:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963479.860038:0:10960:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000010:0.0:1780963479.860043:0:10960:0:(dir.c:1534:ll_dir_ioctl()) kfreed 'data': 640 at 0000000096536dc9. 00000080:00000001:0.0:1780963479.860046:0:10960:0:(dir.c:1535:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.860063:0:10960:0:(dir.c:2397:ll_dir_release()) Process entered 00000080:00000001:0.0:1780963479.860066:0:10960:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1780963479.860068:0:10960:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151) 00000080:00400000:0.0:1780963479.860071:0:10960:0:(statahead.c:1295:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1780963479.860074:0:10960:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 00000000e06ea30a. 00000080:00000001:0.0:1780963479.860078:0:10960:0:(file.c:423:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780963479.860081:0:10960:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.860082:0:10960:0:(dir.c:2398:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.881307:0:10961:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780963479.881312:0:10961:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780963479.881314:0:10961:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1780963479.881315:0:10961:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:1.0:1780963479.881326:0:10961:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bcda698c. 00000080:00000001:1.0:1780963479.881333:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881338:0:10961:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1780963479.881340:0:10961:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963479.881344:0:10961:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1780963479.881346:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963479.881349:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963479.881351:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963479.881358:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963479.881359:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.881361:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963479.881363:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.881365:0:10961:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1780963479.881368:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.881372:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963479.881373:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780963479.881377:0:10961:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780963479.881379:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963479.881381:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780963479.881388:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:1.0:1780963479.881390:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.881395:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.881397:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780963479.881400:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881409:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:1.0:1780963479.881411:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:1.0:1780963479.881413:0:10961:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780963479.881417:0:10961:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.881419:0:10961:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881426:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:1.0:1780963479.881427:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780963479.881429:0:10961:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780963479.881431:0:10961:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963479.881433:0:10961:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963479.881434:0:10961:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1780963479.881437:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bcda698c. 00000080:00000001:1.0:1780963479.881442:0:10961:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780963479.881443:0:10961:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963479.881450:0:10961:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963479.881453:0:10961:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:1.0:1780963479.881456:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881458:0:10961:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1780963479.881460:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.881461:0:10961:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780963479.881463:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.881465:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.881467:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:1.0:1780963479.881469:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881472:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881475:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881476:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.881477:0:10961:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881479:0:10961:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963479.881480:0:10961:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 0000000091141cd1 00010000:00000001:1.0:1780963479.881482:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.881483:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.881484:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:1.0:1780963479.881507:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881509:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881511:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.881513:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881519:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:1.0:1780963479.881521:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881522:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.881523:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780963479.881525:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780963479.881526:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881530:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:1.0:1780963479.881537:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.881540:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963479.881541:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.881545:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881546:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.881547:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881550:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963479.881551:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881553:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881555:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881557:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.881557:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881558:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780963479.881560:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1780963479.881561:0:10961:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780963479.881562:0:10961:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00000001:1.0:1780963479.881566:0:10961:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780963479.881574:0:10961:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000e05b7b11. 00000080:00000001:1.0:1780963479.881577:0:10961:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780963479.881578:0:10961:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1780963479.881579:0:10961:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:1.0:1780963479.881581:0:10961:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bcda698c. 00000080:00000001:1.0:1780963479.881583:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881585:0:10961:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1780963479.881586:0:10961:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963479.881588:0:10961:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1780963479.881589:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963479.881590:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963479.881591:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963479.881593:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963479.881594:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.881596:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963479.881597:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.881598:0:10961:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1780963479.881600:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.881602:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963479.881602:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780963479.881608:0:10961:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780963479.881609:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963479.881610:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780963479.881612:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:1.0:1780963479.881614:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.881616:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.881617:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780963479.881619:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881624:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:1.0:1780963479.881626:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:1.0:1780963479.881627:0:10961:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780963479.881628:0:10961:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.881630:0:10961:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881635:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:1.0:1780963479.881636:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780963479.881637:0:10961:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780963479.881638:0:10961:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963479.881640:0:10961:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963479.881641:0:10961:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1780963479.881643:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bcda698c. 00000080:00000001:1.0:1780963479.881645:0:10961:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780963479.881646:0:10961:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963479.881647:0:10961:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:1.0:1780963479.881649:0:10961:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:1.0:1780963479.881651:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881653:0:10961:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1780963479.881654:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.881655:0:10961:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780963479.881656:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.881657:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.881660:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:1.0:1780963479.881662:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881664:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881666:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881667:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.881667:0:10961:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881668:0:10961:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963479.881670:0:10961:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 00000000aa9dfcde 00010000:00000001:1.0:1780963479.881671:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.881672:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.881673:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:1.0:1780963479.881674:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881676:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:1.0:1780963479.881677:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.881678:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881683:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:1.0:1780963479.881685:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881685:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.881686:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780963479.881687:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780963479.881688:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.881758:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:1.0:1780963479.881761:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.881762:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963479.881763:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.881765:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881766:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.881767:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881768:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963479.881769:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881770:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881777:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.881778:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.881779:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.881780:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780963479.881781:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1780963479.881782:0:10961:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780963479.881784:0:10961:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 3 00000080:00000001:1.0:1780963479.881786:0:10961:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.881789:0:10961:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:1.0:1780963479.881790:0:10961:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), file 00000000337bf101, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1780963479.881796:0:10961:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 0000000077eea532. 00000080:00000001:1.0:1780963479.881800:0:10961:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:1.0:1780963479.881801:0:10961:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=open|creat 00000080:00000010:1.0:1780963479.881806:0:10961:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000bcda698c. 00000080:00000001:1.0:1780963479.881810:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881812:0:10961:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1780963479.881813:0:10961:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963479.881815:0:10961:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:1.0:1780963479.881819:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963479.881922:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963479.881924:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963479.881925:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963479.881926:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.881928:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1780963479.881929:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881932:0:10961:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1780963479.881934:0:10961:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1780963479.881935:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.881937:0:10961:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1780963479.881940:0:10961:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1780963479.881941:0:10961:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff953087f78000: Allocated FID [0x200000402:0x3:0x0] 40000000:00000001:1.0:1780963479.881996:0:10961:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.881998:0:10961:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.881999:0:10961:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.882001:0:10961:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.882002:0:10961:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x3:0x0], name='d425.sanity' -> mds #0 00800000:00000001:1.0:1780963479.882010:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.882012:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963479.882013:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x200000402:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1780963479.882017:0:10961:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780963479.882018:0:10961:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1780963479.882021:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1780963479.882024:0:10961:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.882025:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1780963479.882027:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:1.0:1780963479.882029:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.882031:0:10961:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780963479.882034:0:10961:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.882035:0:10961:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1780963479.882036:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:1.0:1780963479.882038:0:10961:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963479.882042:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008872abef. 00000020:00000040:1.0:1780963479.882046:0:10961:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 02000000:00000001:1.0:1780963479.882052:0:10961:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1780963479.882053:0:10961:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.882055:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780963479.882058:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.882060:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.882061:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.882062:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.882064:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963479.882066:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963479.882068:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963479.882075:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a5226b97. 00000100:00000001:1.0:1780963479.882081:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.882086:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.882087:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.882088:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.882089:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.882091:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.882099:0:10961:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626634682533056 : -117439027018560 : ffff9530988304c0) 00010000:00000001:1.0:1780963479.882107:0:10961:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780963479.882108:0:10961:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780963479.882111:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:1.0:1780963479.882112:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.882114:0:10961:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780963479.882117:0:10961:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a9eb352. 00000020:00000001:1.0:1780963479.882121:0:10961:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1780963479.882123:0:10961:0:(lustre_handles.c:97:class_handle_hash()) added object 000000005a9eb352 with handle 0xa7c1c9eb1f93b726 to hash 00000020:00000001:1.0:1780963479.882125:0:10961:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780963479.882126:0:10961:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.882129:0:10961:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.882132:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.882133:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.882137:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.882142:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:1.0:1780963479.882144:0:10961:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.882149:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000020:00100000:1.0:1780963479.882157:0:10961:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780963479.882165:0:10961:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1780963479.882173:0:10961:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.882177:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:1.0:1780963479.882179:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963479.882181:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963479.882186:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.882188:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634359914240 : -117439349637376 : ffff953085483f00) 00000100:00000001:1.0:1780963479.882190:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.882198:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682533056 : -117439027018560 : ffff9530988304c0) 00000100:00000001:1.0:1780963479.882202:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963479.882206:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.882207:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963479.882209:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963479.882212:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.882220:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963479.882221:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.882224:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963479.882226:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963479.882228:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008872abef pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803264:192.168.202.121@tcp:101:lfs.0 00000100:00000001:1.0:1780963479.882232:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963479.882237:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963479.882238:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.882241:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963479.882342:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000bfff6ec8. 02000000:00000001:1.0:1780963479.882345:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963479.882354:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963479.882359:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000381befd8. 00000400:00000010:1.0:1780963479.882365:0:10961:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000004ec3e663 (tot 3211950). 00000100:00000200:1.0:1780963479.882372:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475276803264, portal 10 00000100:00000001:1.0:1780963479.882374:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.882374:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682533056 : -117439027018560 : ffff9530988304c0) 00000100:00000040:1.0:1780963479.882380:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.882387:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963479.882389:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963479.882391:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009be76f5. 00000100:00000200:1.0:1780963479.882394:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1867475276803264, offset 0 00000400:00000200:1.0:1780963479.882399:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963479.882407:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.882414:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963479.882421:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963479.882431:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963479.882434:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963479.882437:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [184:184:256:4294967295] 192.168.202.121@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:1.0:1780963479.882441:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.882449:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963479.882456:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963479.882460:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2c8cb22 (tot 3212198). 00000800:00000200:1.0:1780963479.882466:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963479.882474:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963479.882478:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2c8cb22 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1780963479.882596:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.882598:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.882601:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.882603:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963479.882604:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1780963479.882606:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000035c5ff2 going to sleep for 6 seconds 00000100:00000001:1.0:1780963479.882610:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963479.882612:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.895319:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.895328:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2c8cb22 (tot 3211950). 00000400:00000200:2.0:1780963479.895338:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.895347:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.895353:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009be76f5 00000400:00000010:2.0:1780963479.895355:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009be76f5. 00000100:00000001:2.0:1780963479.895360:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.895365:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.895377:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.895380:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.895386:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.895388:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963479.945041:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.945058:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963479.945063:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.945065:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.945076:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.945083:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963479.945091:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.945097:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.945101:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.945104:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27578802cc0 00000400:00000200:3.0:1780963479.945109:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.945114:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0xa35 [32] + 224 00000800:00000001:3.0:1780963479.945121:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.945131:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963479.945133:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963479.945137:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963479.945143:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.945149:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:3.0:1780963479.945160:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:3.0:1780963479.945184:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963479.945213:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963479.945217:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.945299:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963479.945306:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963479.945308:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963479.945310:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000381befd8. 00000400:00000200:1.0:1780963479.945318:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ec3e663 00000400:00000010:1.0:1780963479.945320:0:10961:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000004ec3e663 (tot 3211318). 00000100:00000001:1.0:1780963479.945323:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963479.945327:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:1.0:1780963479.945333:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/66264 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.945338:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963479.945339:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.945342:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963479.945345:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963479.945353:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963479.945355:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.945358:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963479.945366:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963479.945370:0:10961:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963479.945373:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963479.945374:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.945376:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963479.945379:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.945383:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963479.945384:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780963479.945386:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963479.945387:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963479.945392:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.945397:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.945399:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963479.945402:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963479.945404:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:1.0:1780963479.945410:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008872abef pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803264:192.168.202.121@tcp:101:lfs.0 00000100:00000001:1.0:1780963479.945414:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.945417:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.945419:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780963479.945421:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.945423:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.945428:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963479.945430:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.945434:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780963479.945435:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.945437:0:10961:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780963479.945441:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945448:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945450:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=4 00000020:00000001:1.0:1780963479.945452:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945455:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000040:1.0:1780963479.945460:0:10961:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000005a9eb352, remote cookie: 0x64ee22e5511b661e, flags: 0x1001 00010000:00010000:1.0:1780963479.945463:0:10961:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945469:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:1.0:1780963479.945472:0:10961:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1780963479.945475:0:10961:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1780963479.945481:0:10961:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b65291c. 00010000:00000010:1.0:1780963479.945524:0:10961:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000008cae438. 00010000:00000040:1.0:1780963479.945529:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:1.0:1780963479.945531:0:10961:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.945532:0:10961:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945537:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00010000:1.0:1780963479.945540:0:10961:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945544:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945546:0:10961:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780963479.945549:0:10961:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780963479.945551:0:10961:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1780963479.945552:0:10961:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780963479.945553:0:10961:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780963479.945555:0:10961:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000402:0x1:0x0].0x0 (000000006b65291c) refcount = 1 00010000:00010000:1.0:1780963479.945557:0:10961:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945572:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945574:0:10961:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780963479.945577:0:10961:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780963479.945578:0:10961:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.945581:0:10961:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780963479.945584:0:10961:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.945586:0:10961:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945591:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945592:0:10961:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780963479.945594:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945595:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.945596:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945597:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.945599:0:10961:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.945603:0:10961:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780963479.945605:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945606:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945607:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.945608:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945610:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945612:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945613:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945613:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=4 00000020:00000001:1.0:1780963479.945615:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945616:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945619:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.945620:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.945622:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945637:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945639:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945639:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.945641:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945642:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945643:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=5 00000020:00000001:1.0:1780963479.945644:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945646:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945648:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.945649:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945664:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945666:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945666:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780963479.945668:0:10961:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945673:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945675:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.945676:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945677:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.945677:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945678:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780963479.945682:0:10961:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=0 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:1.0:1780963479.945688:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945689:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945690:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.945692:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945694:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945695:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945702:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.945703:0:10961:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.945705:0:10961:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.945708:0:10961:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780963479.945711:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945712:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945713:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.945714:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945716:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00000002:00010000:1.0:1780963479.945718:0:10961:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.945723:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.945726:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945727:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.945736:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780963479.945738:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.945738:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.945739:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.945741:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.945743:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000040:1.0:1780963479.945747:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000006b65291c count: 2 00010000:00000001:1.0:1780963479.945749:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1780963479.945752:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00010000:1.0:1780963479.945754:0:10961:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 9663677442/1 (0 0) 00010000:00000001:1.0:1780963479.945756:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.945757:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.945758:0:10961:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1780963479.945760:0:10961:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=open|creat status=0 disp=b: rc = 0 00000002:00000001:1.0:1780963479.945762:0:10961:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.945767:0:10961:0:(lmv_intent.c:68:lmv_intent_remote()) Process entered 00800000:00000001:1.0:1780963479.945770:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963479.945773:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963479.945774:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963479.945776:0:10961:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:1.0:1780963479.945784:0:10961:0:(fld_request.c:135:fld_client_get_target()) Process entered 80000000:00000001:1.0:1780963479.945786:0:10961:0:(fld_request.c:66:fld_rrb_scan()) Process entered 80000000:00000001:1.0:1780963479.945788:0:10961:0:(fld_request.c:83:fld_rrb_scan()) Process leaving (rc=18446626634542030144 : -117439167521472 : ffff953090231d40) 80000000:00000040:1.0:1780963479.945789:0:10961:0:(fld_request.c:145:fld_client_get_target()) cli-lustre-clilmv-ffff953087f78000: Found target (idx 0) by seq 0x240000402 80000000:00000001:1.0:1780963479.945792:0:10961:0:(fld_request.c:148:fld_client_get_target()) Process leaving (rc=18446626634542030144 : -117439167521472 : ffff953090231d40) 80000000:00000040:1.0:1780963479.945793:0:10961:0:(fld_request.c:462:fld_client_lookup()) cli-lustre-clilmv-ffff953087f78000: Lookup fld entry (seq: 0x240000402) on target lustre-MDT0000-mdc-ffff953087f78000 (idx 0) 80000000:00000001:1.0:1780963479.945796:0:10961:0:(fld_request.c:332:fld_client_rpc()) Process entered 00000100:00000010:1.0:1780963479.945801:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000197c30fa. 00000020:00000040:1.0:1780963479.945804:0:10961:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=7 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:1.0:1780963479.945808:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963479.945811:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963479.945814:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963479.946010:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de0c58bf. 00000100:00000001:1.0:1780963479.946016:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.946020:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963479.946022:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963479.946026:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.946027:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634359914240 : -117439349637376 : ffff953085483f00) 00000100:00000001:1.0:1780963479.946030:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.946030:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682550080 : -117439027001536 : ffff953098834740) 00000100:00000001:1.0:1780963479.946034:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963479.946037:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.946038:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963479.946039:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963479.946043:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.946049:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963479.946051:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.946054:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963479.946056:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963479.946059:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000197c30fa pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803328:192.168.202.121@tcp:900:lfs.0 00000100:00000001:1.0:1780963479.946062:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963479.946073:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963479.946075:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.946077:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963479.946080:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078145e04. 02000000:00000001:1.0:1780963479.946082:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963479.946087:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963479.946090:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000381befd8. 00000400:00000010:1.0:1780963479.946096:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000222581f7. 00000100:00000200:1.0:1780963479.946101:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276803328, portal 10 00000100:00000001:1.0:1780963479.946103:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.946104:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682550080 : -117439027001536 : ffff953098834740) 00000100:00000040:1.0:1780963479.946109:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.946114:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963479.946117:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963479.946119:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007da2e2df. 00000100:00000200:1.0:1780963479.946122:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1867475276803328, offset 0 00000400:00000200:1.0:1780963479.946128:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963479.946135:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.946141:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963479.946148:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963479.946151:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963479.946153:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963479.946157:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [185:185:256:4294967295] 192.168.202.121@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:1.0:1780963479.946161:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.946167:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963479.946173:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963479.946177:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a57dec76 (tot 3211566). 00000800:00000200:1.0:1780963479.946183:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963479.946189:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963479.946193:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a57dec76 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:1.0:1780963479.946318:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.946326:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.946328:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.946331:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963479.946332:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1780963479.946333:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000035c5ff2 going to sleep for 6 seconds 00000100:00000001:1.0:1780963479.946335:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.946421:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.950533:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.950542:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a57dec76 (tot 3211318). 00000400:00000200:2.0:1780963479.950552:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.950561:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.950583:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007da2e2df 00000400:00000010:2.0:1780963479.950585:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007da2e2df. 00000100:00000001:2.0:1780963479.950591:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.950597:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.950608:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.950611:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.950617:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.950619:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963479.951232:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.951245:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.951248:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.951250:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.951324:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.951331:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.951339:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.951344:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.951347:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.951351:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 248 into portal 10 MB=0x6a27578802d00 00000400:00000200:2.0:1780963479.951357:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.951362:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 248/248 into md 0xa3d [1] + 224 00000800:00000001:2.0:1780963479.951370:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.951379:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.951381:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.951384:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.951389:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.951392:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.951400:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=248 offset=224 replen=248 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.951459:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963479.951477:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.951523:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.951526:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780963479.951610:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.951612:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.951614:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000381befd8. 00000400:00000200:0.0:1780963479.951618:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000222581f7 00000400:00000010:0.0:1780963479.951620:0:10961:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000222581f7. 00000100:00000001:0.0:1780963479.951623:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.951631:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.951640:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.951645:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.951647:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.951649:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.951651:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.951800:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.951803:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.951806:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.951815:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000085fcb3de time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.951819:0:10961:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.951891:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963479.951893:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.951895:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963479.951898:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.951902:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.951903:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963479.951906:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.951907:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.951911:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.951917:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.951921:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.951923:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.951926:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963479.951933:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000197c30fa pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803328:192.168.202.121@tcp:900:lfs.0 00000100:00000001:0.0:1780963479.951938:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.951940:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.951941:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.952011:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.952021:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.952028:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.952030:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 00000100:00000001:0.0:1780963479.952035:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.952036:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.952041:0:10961:0:(fld_request.c:427:fld_client_rpc()) Process leaving 00000100:00000001:0.0:1780963479.952043:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.952045:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000197c30fa x1867475276803328/t0(0) o900->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.952050:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.952052:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.952054:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078145e04. 02000000:00000001:0.0:1780963479.952058:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.952059:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.952061:0:10961:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.952063:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.952064:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de0c58bf. 02000000:00000001:0.0:1780963479.952067:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.952068:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.952069:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000197c30fa. 00000100:00000001:0.0:1780963479.952072:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.952073:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:0.0:1780963479.952078:0:10961:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000f562209b. 80000000:00000001:0.0:1780963479.952081:0:10961:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446626634685667136 : -117439023884480 : ffff953098b2d740) 80000000:00000001:0.0:1780963479.952083:0:10961:0:(fld_cache.c:382:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1780963479.952085:0:10961:0:(fld_cache.c:203:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1780963479.952086:0:10961:0:(fld_cache.c:208:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1780963479.952088:0:10961:0:(fld_cache.c:413:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:1:mdt 80000000:00000001:0.0:1780963479.952091:0:10961:0:(fld_cache.c:123:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1780963479.952093:0:10961:0:(fld_cache.c:178:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1780963479.952094:0:10961:0:(fld_cache.c:417:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.952095:0:10961:0:(fld_cache.c:436:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.952097:0:10961:0:(fld_request.c:505:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.952099:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:0.0:1780963479.952102:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1780963479.952111:0:10961:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 392 at 0000000054905159. 00800000:00000002:0.0:1780963479.952113:0:10961:0:(lmv_intent.c:109:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x1:0x0] -> mds #1 00800000:00000001:0.0:1780963479.952116:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.952120:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.952122:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1780963479.952126:0:10961:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963479.952128:0:10961:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780963479.952130:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780963479.952136:0:10961:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.952138:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780963479.952139:0:10961:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.952143:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a3cac68. 00000020:00000040:0.0:1780963479.952147:0:10961:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=7 obd=lustre-MDT0001-mdc-ffff953087f78000 02000000:00000001:0.0:1780963479.952151:0:10961:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780963479.952153:0:10961:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.952155:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.952160:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.952162:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.952164:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.952166:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.952170:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.952176:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000096536dc9. 00000100:00000001:0.0:1780963479.952182:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.952186:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.952187:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.952188:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.952189:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.952191:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.952197:0:10961:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00010000:00000001:0.0:1780963479.952200:0:10961:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963479.952202:0:10961:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780963479.952206:0:10961:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005fd2a64. 00010000:00000010:0.0:1780963479.952425:0:10961:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bc1f9d40. 00010000:00000001:0.0:1780963479.952432:0:10961:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963479.952434:0:10961:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a31a390. 00000020:00000010:0.0:1780963479.952783:0:10961:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000048d67d83 (tot 3211382). 00000020:00000001:0.0:1780963479.952787:0:10961:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963479.952789:0:10961:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006a31a390 with handle 0xa7c1c9eb1f93b72d to hash 00000020:00000001:0.0:1780963479.952792:0:10961:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963479.952793:0:10961:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.952796:0:10961:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.952799:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.952801:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.952804:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.952812:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00010000:0.0:1780963479.952815:0:10961:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.952888:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00000020:00100000:0.0:1780963479.952898:0:10961:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780963479.952906:0:10961:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780963479.952912:0:10961:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.952916:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00000100:00000001:0.0:1780963479.952918:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.952920:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.952925:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.952927:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.952929:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.952930:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00000100:00000001:0.0:1780963479.952933:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.952936:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.952938:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.953014:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.953018:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.953025:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.953027:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.953030:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.953032:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.953035:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803456:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.953038:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.953044:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.953046:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.953048:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.953096:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 0000000086f1832b. 02000000:00000001:0.0:1780963479.953099:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.953105:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.953110:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.953116:0:10961:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000002acf9f48 (tot 3212014). 00000100:00000200:0.0:1780963479.953123:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867475276803456, portal 10 00000100:00000001:0.0:1780963479.953125:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.953126:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00000100:00000040:0.0:1780963479.953131:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.953137:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.953139:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.953142:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfd5e15e. 00000100:00000200:0.0:1780963479.953144:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475276803456, offset 0 00000400:00000200:0.0:1780963479.953150:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.953158:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.953166:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.953174:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.953178:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.953180:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.953183:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [186:186:256:4294967295] 192.168.202.121@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1780963479.953192:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.953201:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.953207:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.953211:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dca1ba9a (tot 3212262). 00000800:00000200:0.0:1780963479.953217:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.953225:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.953229:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dca1ba9a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.953248:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.953251:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.953254:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.953256:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1780963479.956410:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.956418:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dca1ba9a (tot 3212014). 00000400:00000200:2.0:1780963479.956428:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.956436:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.956441:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfd5e15e 00000400:00000010:2.0:1780963479.956443:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfd5e15e. 00000100:00000001:2.0:1780963479.956448:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.956454:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.956465:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.956468:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.956473:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.956474:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780963479.956547:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.956551:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.956555:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.956557:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963479.956877:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.956888:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.956891:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.956893:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.956900:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.956904:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.956911:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.956915:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.956919:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.956923:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27578802d80 00000400:00000200:2.0:1780963479.956927:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.956932:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0xa45 [32] + 224 00000800:00000001:2.0:1780963479.956939:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.957023:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.957025:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.957029:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.957033:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.957036:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.957055:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66208 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.957105:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963479.957121:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.957129:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.957132:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780963479.957169:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.957170:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.957173:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.957176:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002acf9f48 00000400:00000010:0.0:1780963479.957178:0:10961:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000002acf9f48 (tot 3211382). 00000100:00000001:0.0:1780963479.957181:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.957185:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.957193:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/66208 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.957198:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.957200:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.957202:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.957205:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.957208:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.957210:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.957212:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.957228:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.957232:0:10961:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.957234:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963479.957237:0:10961:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.957242:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.957245:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.957246:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:0.0:1780963479.957248:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.957251:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963479.957254:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.957327:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963479.957330:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.957332:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.957335:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00100000:0.0:1780963479.957342:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803456:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.957346:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.957349:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.957350:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.957352:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.957354:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.957360:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.957362:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.957366:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.957367:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963479.957370:0:10961:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963479.957374:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.957376:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.957378:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=4 00000020:00000001:0.0:1780963479.957386:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.957388:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00010000:0.0:1780963479.957392:0:10961:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957399:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957405:0:10961:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963479.957408:0:10961:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957414:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957416:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.957417:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957422:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957424:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957426:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.957427:0:10961:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957432:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957434:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.957436:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.957438:0:10961:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963479.957440:0:10961:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957445:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00010000:0.0:1780963479.957447:0:10961:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006a31a390 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963479.957450:0:10961:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963479.957458:0:10961:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957463:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957466:0:10961:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963479.957467:0:10961:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963479.957469:0:10961:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957474:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957476:0:10961:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963479.957479:0:10961:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963479.957480:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.957481:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.957482:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a31a390 refcount=5 00000020:00000001:0.0:1780963479.957484:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.957563:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425065344 : -117439284486272 : ffff9530892a5f80) 00010000:00000001:0.0:1780963479.957566:0:10961:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963479.957568:0:10961:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 5/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957574:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00000080:00000001:0.0:1780963479.957576:0:10961:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963479.957577:0:10961:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.957580:0:10961:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963479.957581:0:10961:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963479.957584:0:10961:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963479.957586:0:10961:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963479.957587:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.957588:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963479.957589:0:10961:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006a31a390 with handle 0xa7c1c9eb1f93b72d from hash 00010000:00000001:0.0:1780963479.957592:0:10961:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963479.957592:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957599:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957600:0:10961:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963479.957601:0:10961:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963479.957603:0:10961:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963479.957605:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957606:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957607:0:10961:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.957608:0:10961:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.957610:0:10961:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957615:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000001:0.0:1780963479.957617:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957618:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957619:0:10961:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963479.957619:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.957621:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957622:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957623:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963479.957624:0:10961:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000006a31a390/0xa7c1c9eb1f93b72d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957628:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 1 00010000:00000040:0.0:1780963479.957631:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000005fd2a64 count: 0 00010000:00000010:0.0:1780963479.957636:0:10961:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc1f9d40. 00010000:00000001:0.0:1780963479.957644:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957646:0:10961:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963479.957650:0:10961:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963479.957743:0:10961:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00000001:0.0:1780963479.957751:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.957752:0:10961:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.957754:0:10961:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.957755:0:10961:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.957759:0:10961:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1780963479.957761:0:10961:0:(mdc_locks.c:1136:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000002:00002000:0.0:1780963479.957769:0:10961:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:0.0:1780963479.957772:0:10961:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1780963479.957775:0:10961:0:(lmv_intent.c:124:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:0.0:1780963479.957778:0:10961:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 392 at 0000000054905159. 00010000:00000001:0.0:1780963479.957781:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.957783:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.957784:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:0.0:1780963479.957786:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:0.0:1780963479.957788:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:0.0:1780963479.957789:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.957791:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957797:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:0.0:1780963479.957799:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957800:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957801:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.957803:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.957804:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.957809:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:0.0:1780963479.957811:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.957813:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.957815:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.957818:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957887:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.957889:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.957892:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.957893:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.957895:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.957898:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.957899:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.957900:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.957907:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.957908:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.957912:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008872abef x1867475276803264/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.957919:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.957922:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.957924:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000bfff6ec8. 02000000:00000001:0.0:1780963479.958041:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.958044:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.958045:0:10961:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.958048:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.958050:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a5226b97. 02000000:00000001:0.0:1780963479.958054:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.958055:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.958056:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008872abef. 00000100:00000001:0.0:1780963479.958060:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.958061:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.958063:0:10961:0:(lmv_intent.c:414:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1780963479.958066:0:10961:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1780963479.958068:0:10961:0:(namei.c:1041:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000080:00000010:0.0:1780963479.958073:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000bcda698c. 00000100:00000001:0.0:1780963479.958086:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.958089:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a3cac68 x1867475276803456/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/600 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.958095:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.958097:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.958098:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 0000000086f1832b. 02000000:00000001:0.0:1780963479.958140:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.958142:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.958143:0:10961:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.958145:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.958146:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000096536dc9. 02000000:00000001:0.0:1780963479.958149:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.958150:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.958151:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a3cac68. 00000100:00000001:0.0:1780963479.958158:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.958159:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780963479.958163:0:10961:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1780963479.958164:0:10961:0:(dcache.c:216:ll_intent_release()) intent 0000000077eea532 released 00000080:00000001:0.0:1780963479.958166:0:10961:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1780963479.958167:0:10961:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 0000000077eea532. 00000080:00000001:0.0:1780963479.958169:0:10961:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1780963479.958176:0:10961:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1780963479.958180:0:10961:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1780963479.958228:0:10961:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.958231:0:10961:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780963479.958233:0:10961:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1780963479.958234:0:10961:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151),name=/ 00000080:00000010:0.0:1780963479.958240:0:10961:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.958245:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.958248:0:10961:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.958250:0:10961:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.958253:0:10961:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1780963479.958255:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.958330:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.958333:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.958335:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.958337:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.958338:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.958341:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.958343:0:10961:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1780963479.958346:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.958349:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.958350:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1780963479.958354:0:10961:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780963479.958355:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780963479.958357:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780963479.958362:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.958365:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.958368:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.958370:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963479.958377:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958384:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.958385:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 02000000:00000001:0.0:1780963479.958388:0:10961:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.958392:0:10961:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.958394:0:10961:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958399:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:0.0:1780963479.958402:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780963479.958403:0:10961:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780963479.958405:0:10961:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.958406:0:10961:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.958408:0:10961:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780963479.958410:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.958413:0:10961:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780963479.958414:0:10961:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.958416:0:10961:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) 00000080:00010000:0.0:1780963479.958419:0:10961:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000f7da6151) for lock 0xa7c1c9eb1f93b6d2 00000080:00000001:0.0:1780963479.958422:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.958424:0:10961:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1780963479.958425:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.958427:0:10961:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780963479.958428:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.958429:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.958431:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.958432:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.958434:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.958436:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.958437:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.958438:0:10961:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.958439:0:10961:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780963479.958449:0:10961:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b6d2 from it 0000000091141cd1 00010000:00000001:0.0:1780963479.958451:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.958452:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.958453:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000027d9f84 refcount=3 00000020:00000001:0.0:1780963479.958455:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.958457:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425059008 : -117439284492608 : ffff9530892a46c0) 00010000:00000001:0.0:1780963479.958458:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.958459:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958465:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.958467:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.958468:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.958468:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780963479.958470:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780963479.958471:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000027d9f84/0xa7c1c9eb1f93b6d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b649d expref: -99 pid: 9922 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958476:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.958478:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780963479.958479:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963479.958480:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.958482:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.958483:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.958633:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958635:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963479.958636:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958638:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958640:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958642:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.958643:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.958644:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780963479.958645:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780963479.958646:0:10961:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780963479.958648:0:10961:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000f7da6151), inode mode 41ed mask 1 00000080:00000001:0.0:1780963479.958652:0:10961:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780963479.958677:0:10961:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000024ad3265. 00000080:00000001:0.0:1780963479.958681:0:10961:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1780963479.958682:0:10961:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), file 00000000df6fa790, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1780963479.958688:0:10961:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000d6ca6316. 00000080:00000001:0.0:1780963479.958690:0:10961:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1780963479.958691:0:10961:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d425.sanity, dir=[0x200000007:0x1:0x0](00000000f7da6151), intent=open 00000080:00000010:0.0:1780963479.958697:0:10961:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000054905159. 00000080:00000001:0.0:1780963479.958701:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.958703:0:10961:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1780963479.958704:0:10961:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd425.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.958707:0:10961:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1780963479.958710:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.958711:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.958712:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.958713:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.958714:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.958715:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1780963479.958717:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.958719:0:10961:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d425.sanity' -> mds #0 00800000:00000001:0.0:1780963479.958721:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.958723:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.958724:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d425.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1780963479.958739:0:10961:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963479.958742:0:10961:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780963479.958744:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1780963479.958747:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.958749:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.958752:0:10961:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780963479.958754:0:10961:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958755:0:10961:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1780963479.958757:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00000002:00000001:0.0:1780963479.958758:0:10961:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.958762:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a3cac68. 00000020:00000040:0.0:1780963479.958765:0:10961:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 02000000:00000001:0.0:1780963479.958775:0:10961:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780963479.958776:0:10961:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958778:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.958782:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.958784:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.958785:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.958785:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.958788:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.958790:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.958792:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.958798:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000096536dc9. 00000100:00000001:0.0:1780963479.958803:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958806:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.958807:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958808:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.958809:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.958810:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.958817:0:10961:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00010000:00000001:0.0:1780963479.958832:0:10961:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963479.958834:0:10961:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780963479.958836:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000023c788 count: 2 00010000:00000001:0.0:1780963479.958838:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.958840:0:10961:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963479.958843:0:10961:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000026d0633. 00000020:00000001:0.0:1780963479.958846:0:10961:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963479.958848:0:10961:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000026d0633 with handle 0xa7c1c9eb1f93b734 to hash 00000020:00000001:0.0:1780963479.958849:0:10961:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963479.958851:0:10961:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.958853:0:10961:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.958856:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.958857:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.958859:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958865:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00010000:0.0:1780963479.958872:0:10961:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958877:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000020:00100000:0.0:1780963479.958888:0:10961:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780963479.958892:0:10961:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780963479.958899:0:10961:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.958904:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00000100:00000001:0.0:1780963479.958905:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.958907:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.958913:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.958915:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686635200 : -117439022916416 : ffff953098c19cc0) 00000100:00000001:0.0:1780963479.958917:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.958918:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00000100:00000001:0.0:1780963479.958921:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.958925:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.958926:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.958927:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.958930:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.958935:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.958937:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.958940:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.959012:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.959016:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803584:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.959020:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.959025:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.959027:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.959029:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.959094:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at 0000000086f1832b. 02000000:00000001:0.0:1780963479.959100:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.959107:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.959111:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.959116:0:10961:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 000000006f3a9274 (tot 3212526). 00000100:00000200:0.0:1780963479.959124:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867475276803584, portal 10 00000100:00000001:0.0:1780963479.959126:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.959127:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00000100:00000040:0.0:1780963479.959132:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.959139:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.959141:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.959144:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f97216a4. 00000100:00000200:0.0:1780963479.959146:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1867475276803584, offset 0 00000400:00000200:0.0:1780963479.959152:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.959160:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.959167:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.959175:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.959179:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.959182:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.959186:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [187:187:256:4294967295] 192.168.202.121@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1780963479.959190:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.959198:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.959204:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.959208:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba755f63 (tot 3212774). 00000800:00000200:0.0:1780963479.959213:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.959221:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.959225:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba755f63 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.959243:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.959245:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.959248:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.959249:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.959256:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.959267:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2ee8cae going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.959271:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.959273:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.959566:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.959570:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba755f63 (tot 3212526). 00000400:00000200:2.0:1780963479.959575:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.959580:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.959583:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f97216a4 00000400:00000010:2.0:1780963479.959585:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f97216a4. 00000100:00000001:2.0:1780963479.959588:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.959591:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.959599:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.959601:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.959607:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.959609:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963479.963091:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.963106:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.963111:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.963114:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.963124:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.963131:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.963139:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.963144:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.963148:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.963152:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 600 into portal 10 MB=0x6a27578802e00 00000400:00000200:2.0:1780963479.963158:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.963163:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 600/600 into md 0xa4d [64] + 224 00000800:00000001:2.0:1780963479.963170:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.963191:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.963194:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.963198:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.963204:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.963210:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.963221:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=131800 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.963237:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.963245:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.963248:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.963440:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780963479.963447:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.963449:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.963452:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.963455:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3a9274 00000400:00000010:0.0:1780963479.963457:0:10961:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 000000006f3a9274 (tot 3211382). 00000100:00000001:0.0:1780963479.963461:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.963465:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.963473:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/131800 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.963479:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.963481:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.963483:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.963502:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.963505:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.963506:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.963509:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.963517:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.963521:0:10961:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.963524:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780963479.963525:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.963528:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780963479.963531:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.963534:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.963535:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780963479.963537:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.963539:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963479.963542:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.963549:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.963552:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.963560:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.963564:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1780963479.963571:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803584:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.963576:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.963579:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.963581:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.963583:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.963585:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.963591:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.963594:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2ee8cae. 00000100:00000001:0.0:1780963479.963597:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.963598:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.963602:0:10961:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963479.963606:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963608:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963611:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=4 00000020:00000001:0.0:1780963479.963613:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963616:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000040:0.0:1780963479.963621:0:10961:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000026d0633, remote cookie: 0x64ee22e5511b6641, flags: 0x1001 00010000:00010000:0.0:1780963479.963625:0:10961:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963633:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 2 00010000:00000040:0.0:1780963479.963636:0:10961:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780963479.963640:0:10961:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1780963479.963644:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963646:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1780963479.963649:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000023c788 count: 1 00010000:00000001:0.0:1780963479.963650:0:10961:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.963673:0:10961:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963679:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00010000:0.0:1780963479.963682:0:10961:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963688:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963690:0:10961:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780963479.963694:0:10961:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780963479.963696:0:10961:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1780963479.963698:0:10961:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780963479.963698:0:10961:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780963479.963700:0:10961:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000402:0x1:0x0].0x0 (000000006b65291c) refcount = 2 00010000:00000040:0.0:1780963479.963703:0:10961:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780963479.963705:0:10961:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963709:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00010000:0.0:1780963479.963711:0:10961:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963716:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963718:0:10961:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780963479.963721:0:10961:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780963479.963723:0:10961:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.963725:0:10961:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780963479.963727:0:10961:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.963739:0:10961:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963744:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963746:0:10961:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780963479.963747:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963753:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.963754:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963755:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.963757:0:10961:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.963761:0:10961:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780963479.963763:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963764:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963765:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=3 00000020:00000001:0.0:1780963479.963767:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963769:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963771:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963772:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963773:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=4 00000020:00000001:0.0:1780963479.963775:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963776:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963778:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.963780:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.963782:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963788:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963789:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963790:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.963791:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963792:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963793:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=5 00000020:00000001:0.0:1780963479.963794:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963796:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963798:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.963800:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963805:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963806:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963810:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.963811:0:10961:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963818:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963829:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.963830:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963831:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.963833:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963833:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780963479.963838:0:10961:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=0 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:0.0:1780963479.963845:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963846:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963847:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=3 00000020:00000001:0.0:1780963479.963848:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963850:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963852:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963853:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.963854:0:10961:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.963856:0:10961:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.963859:0:10961:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780963479.963861:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963862:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963863:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=3 00000020:00000001:0.0:1780963479.963864:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963866:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00000002:00010000:0.0:1780963479.963868:0:10961:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963874:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963876:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963877:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.963878:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780963479.963887:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963888:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963889:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=3 00000020:00000001:0.0:1780963479.963891:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963893:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000040:0.0:1780963479.963895:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000006b65291c count: 3 00010000:00000001:0.0:1780963479.963897:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780963479.963899:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.963901:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780963479.963903:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963909:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 3 00010000:00000040:0.0:1780963479.963910:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 02000000:00000001:0.0:1780963479.963912:0:10961:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780963479.963916:0:10961:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.963919:0:10961:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963925:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.963927:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.963928:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.963929:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.963929:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.963930:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=3 00000020:00000001:0.0:1780963479.963932:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963933:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:0.0:1780963479.963935:0:10961:0:(ldlm_lock.c:938:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1780963479.963936:0:10961:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.963941:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.964149:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.964155:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.964163:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.964164:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.964165:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.964166:0:10961:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.964172:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:0.0:1780963479.964173:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.964174:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.964177:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780963479.964179:0:10961:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f2ee8cae. 00010000:00000001:0.0:1780963479.964183:0:10961:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780963479.964190:0:10961:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1780963479.964192:0:10961:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.964194:0:10961:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.964195:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.964196:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.964197:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780963479.964199:0:10961:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963479.964200:0:10961:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=d425.sanity intent=open status=0 disp=b: rc = 0 00000002:00000001:0.0:1780963479.964204:0:10961:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.964208:0:10961:0:(lmv_intent.c:68:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1780963479.964211:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.964213:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.964215:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.964217:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.964218:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.964220:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:0.0:1780963479.964223:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1780963479.964226:0:10961:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 392 at 00000000d3617bc7. 00800000:00000002:0.0:1780963479.964228:0:10961:0:(lmv_intent.c:109:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x1:0x0] -> mds #1 00800000:00000001:0.0:1780963479.964230:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.964237:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1780963479.964238:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1780963479.964243:0:10961:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780963479.964245:0:10961:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780963479.964248:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780963479.964251:0:10961:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.964253:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780963479.964254:0:10961:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963479.964349:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963479.964352:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963479.964354:0:5728:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780963479.964357:0:5728:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780963479.964359:0:5728:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780963479.964360:0:5728:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964367:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00010000:2.0:1780963479.964370:0:5728:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000026d0633 already unused, calling callback (0000000019b911a8) 00000080:00000001:2.0:1780963479.964373:0:5728:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780963479.964375:0:5728:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964381:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:2.0:1780963479.964384:0:5728:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780963479.964385:0:5728:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780963479.964387:0:5728:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964392:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:2.0:1780963479.964399:0:5728:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780963479.964401:0:5728:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780963479.964402:0:5728:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780963479.964403:0:5728:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1780963479.964404:0:5728:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000026d0633 refcount=3 00000020:00000001:2.0:1780963479.964406:0:5728:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:2.0:1780963479.964408:0:5728:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425068224 : -117439284483392 : ffff9530892a6ac0) 00010000:00000001:2.0:1780963479.964410:0:5728:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780963479.964412:0:5728:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964417:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00000080:00000001:2.0:1780963479.964419:0:5728:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780963479.964422:0:5728:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780963479.964423:0:5728:0:(namei.c:260:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780963479.964424:0:5728:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.964426:0:5728:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780963479.964428:0:5728:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780963479.964430:0:5728:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780963479.964431:0:5728:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780963479.964432:0:5728:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780963479.964434:0:5728:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000026d0633 with handle 0xa7c1c9eb1f93b734 from hash 00010000:00000001:2.0:1780963479.964436:0:5728:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780963479.964436:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963479.964437:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963479.964438:0:5728:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780963479.964440:0:5728:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780963479.964441:0:5728:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780963479.964446:0:5728:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780963479.964450:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963479.964450:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963479.964452:0:5728:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.964454:0:5728:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780963479.964455:0:5728:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780963479.964459:0:5728:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051e2dfd6. 00000020:00000040:2.0:1780963479.964462:0:5728:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=7 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:2.0:1780963479.964471:0:5728:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963479.964474:0:5728:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963479.964476:0:5728:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963479.964483:0:5728:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1f22d35. 00000100:00000001:2.0:1780963479.964508:0:5728:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.964511:0:5728:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780963479.964513:0:5728:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964519:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00010000:2.0:1780963479.964521:0:5728:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780963479.964523:0:5728:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963479.964527:0:5728:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963479.964530:0:5728:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963479.964536:0:5728:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051e2dfd6] to pc [ptlrpcd_01_01+1] req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963479.964591:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963479.964595:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963479.964597:0:2268:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963479.964600:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963479.964608:0:2268:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963479.964610:0:2268:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963479.964613:0:2268:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963479.964615:0:2268:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963479.964617:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051e2dfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276803648:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1780963479.964622:0:2268:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963479.964626:0:2268:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963479.964628:0:2268:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963479.964630:0:2268:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963479.964634:0:2268:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083131b35. 02000000:00000001:3.0:1780963479.964636:0:2268:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963479.964642:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963479.964645:0:2268:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963479.964650:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000429c7cc6. 00000100:00000200:3.0:1780963479.964668:0:2268:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276803648, portal 18 00000100:00000001:3.0:1780963479.964670:0:2268:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963479.964671:0:2268:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682517312 : -117439027034304 : ffff95309882c740) 00000100:00000040:3.0:1780963479.964676:0:2268:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963479.964683:0:2268:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963479.964685:0:2268:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963479.964687:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d42ff0f9. 00000100:00000200:3.0:1780963479.964689:0:2268:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867475276803648, offset 0 00000400:00000200:3.0:1780963479.964695:0:2268:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963479.964703:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.964709:0:2268:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963479.964716:0:2268:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963479.964726:0:2268:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963479.964738:0:2268:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963479.964742:0:2268:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [188:188:256:4294967295] 192.168.202.121@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1780963479.964747:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963479.964755:0:2268:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963479.964760:0:2268:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963479.964765:0:2268:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c402bbe (tot 3211630). 00000800:00000200:3.0:1780963479.964771:0:2268:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963479.964778:0:2268:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963479.964782:0:2268:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c402bbe type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780963479.964795:0:2268:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.964797:0:2268:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963479.964800:0:2268:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.964802:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.964804:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780963479.964834:0:5728:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780963479.964837:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780963479.964838:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963479.964840:0:5728:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780963479.964842:0:5728:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780963479.964843:0:5728:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963479.964845:0:5728:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964852:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000001:2.0:1780963479.964853:0:5728:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780963479.964855:0:5728:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 00000000026d0633/0xa7c1c9eb1f93b734 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x64ee22e5511b6641 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1780963479.964860:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 2 00010000:00000040:2.0:1780963479.964864:0:5728:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:2.0:1780963479.964869:0:5728:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780963479.964871:0:5728:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1780963479.964878:0:5728:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f2ee8cae. 00010000:00000001:2.0:1780963479.964882:0:5728:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963479.964884:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963479.964885:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963479.964887:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780963479.964888:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963479.964889:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963479.964891:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780963479.964892:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963479.964893:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963479.964894:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780963479.964901:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963479.964903:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.965031:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f53597c8. 00000020:00000040:0.0:1780963479.965035:0:10961:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=7 obd=lustre-MDT0001-mdc-ffff953087f78000 02000000:00000001:0.0:1780963479.965039:0:10961:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780963479.965041:0:10961:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.965043:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780963479.965046:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963479.965047:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.965048:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963479.965050:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963479.965051:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963479.965055:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002acf9f48. 00000100:00000001:0.0:1780963479.965058:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.965060:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.965061:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.965063:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780963479.965064:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.965065:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.965070:0:10961:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446626634425273920 : -117439284277696 : ffff9530892d8e40) 00010000:00000001:0.0:1780963479.965072:0:10961:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780963479.965074:0:10961:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780963479.965078:0:10961:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7bc208c. 00010000:00000010:0.0:1780963479.965081:0:10961:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bc1f9d40. 00010000:00000001:0.0:1780963479.965086:0:10961:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780963479.965088:0:10961:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c3c85a5. 00000020:00000001:0.0:1780963479.965092:0:10961:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780963479.965094:0:10961:0:(lustre_handles.c:97:class_handle_hash()) added object 000000003c3c85a5 with handle 0xa7c1c9eb1f93b73b to hash 00000020:00000001:0.0:1780963479.965096:0:10961:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780963479.965102:0:10961:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634425069376 : -117439284482240 : ffff9530892a6f40) 00010000:00000001:0.0:1780963479.965104:0:10961:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634425069376 : -117439284482240 : ffff9530892a6f40) 00010000:00000001:0.0:1780963479.965107:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.965108:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.965110:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.965116:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00010000:0.0:1780963479.965118:0:10961:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.965124:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00000020:00100000:0.0:1780963479.965131:0:10961:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780963479.965136:0:10961:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780963479.965142:0:10961:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.965147:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00000100:00000001:0.0:1780963479.965149:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780963479.965151:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780963479.965154:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038c5ed76. 00000100:00000001:0.0:1780963479.965156:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634686633472 : -117439022918144 : ffff953098c19600) 00000100:00000001:0.0:1780963479.965158:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.965159:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425273920 : -117439284277696 : ffff9530892d8e40) 00000100:00000001:0.0:1780963479.965161:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963479.965163:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.965165:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780963479.965166:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780963479.965168:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.965175:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780963479.965182:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.965184:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780963479.965185:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780963479.965188:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803776:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.965191:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780963479.965194:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780963479.965195:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.965196:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780963479.965287:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at 000000003ab8e0d1. 02000000:00000001:0.0:1780963479.965289:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780963479.965294:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1780963479.965297:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077989278. 00000400:00000010:0.0:1780963479.965301:0:10961:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 000000006f3a9274 (tot 3212774). 00000100:00000200:0.0:1780963479.965305:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867475276803776, portal 10 00000100:00000001:0.0:1780963479.965307:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.965308:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425273920 : -117439284277696 : ffff9530892d8e40) 00000100:00000040:0.0:1780963479.965312:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.965319:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963479.965321:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:0.0:1780963479.965324:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050b8d59f. 00000100:00000200:0.0:1780963479.965326:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475276803776, offset 0 00000400:00000200:0.0:1780963479.965330:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1780963479.965333:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.965337:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1780963479.965340:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:0.0:1780963479.965342:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780963479.965344:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:0.0:1780963479.965347:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [189:189:255:4294967295] 192.168.202.121@tcp LPNI seq info [189:189:7:4294967295] 00000400:00000200:0.0:1780963479.965351:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1780963479.965358:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:0.0:1780963479.965362:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:0.0:1780963479.965369:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000462ab4bd (tot 3213022). 00000800:00000200:0.0:1780963479.965373:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:0.0:1780963479.965378:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.0:1780963479.965380:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000462ab4bd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780963479.965383:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.965384:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780963479.965386:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963479.965388:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780963479.965389:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1780963479.965391:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038c5ed76 going to sleep for 6 seconds 00000100:00000001:0.0:1780963479.965393:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780963479.965395:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.965914:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.965919:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c402bbe (tot 3212774). 00000400:00000200:2.0:1780963479.965926:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.965931:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.965935:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d42ff0f9 00000400:00000010:2.0:1780963479.965937:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d42ff0f9. 00000100:00000001:2.0:1780963479.965941:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.966016:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963479.966025:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.966028:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963479.966033:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.966034:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963479.966099:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.966101:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000462ab4bd (tot 3212526). 00000400:00000200:2.0:1780963479.966104:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.966108:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.966110:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050b8d59f 00000400:00000010:2.0:1780963479.966112:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050b8d59f. 00000100:00000001:2.0:1780963479.966114:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.966117:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.966131:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.966134:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.966138:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.966139:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780963479.970033:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963479.970038:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963479.970042:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963479.970045:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963479.970048:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.970051:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963479.970599:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.970614:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.970617:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.970619:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.970630:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.970637:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.970644:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.970648:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.970652:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.970858:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 688 into portal 10 MB=0x6a27578802ec0 00000400:00000200:2.0:1780963479.970865:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.970929:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 688/688 into md 0xa65 [64] + 224 00000800:00000001:2.0:1780963479.970939:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.971009:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.971012:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.971017:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.971023:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.971029:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.971040:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=688 offset=224 replen=131744 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.971089:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963479.971104:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.971113:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.971117:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.971119:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.971121:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.971138:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.971142:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.971146:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.971149:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.971151:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.971154:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 18 MB=0x6a27578802e40 00000400:00000200:2.0:1780963479.971158:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.971162:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:2.0:1780963479.971167:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.971173:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.971174:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.971177:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.971179:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.971182:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000040:2.0:1780963479.971190:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:2.0:1780963479.971207:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.971211:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.971214:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.971271:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963479.971274:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963479.971280:0:2268:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963479.971281:0:2268:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963479.971283:0:2268:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963479.971287:0:2268:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000429c7cc6 00000400:00000010:3.0:1780963479.971289:0:2268:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000429c7cc6. 00000100:00000001:3.0:1780963479.971291:0:2268:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963479.971295:0:2268:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1780963479.971302:0:2268:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963479.971308:0:2268:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963479.971316:0:2268:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.971318:0:2268:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963479.971321:0:2268:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963479.971323:0:2268:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963479.971325:0:2268:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963479.971327:0:2268:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963479.971336:0:2268:0:(import.c:1935:at_measured()) add 1 to 00000000bf4b5a77 time=0 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963479.971340:0:2268:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963479.971342:0:2268:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963479.971344:0:2268:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963479.971346:0:2268:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963479.971350:0:2268:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.971353:0:2268:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963479.971355:0:2268:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963479.971356:0:2268:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963479.971358:0:2268:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963479.971362:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963479.971367:0:2268:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963479.971370:0:2268:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963479.971372:0:2268:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963479.971374:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00100000:3.0:1780963479.971380:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051e2dfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276803648:192.168.202.121@tcp:103:ldlm_bl_01.0 00000100:00000001:3.0:1780963479.971385:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.971387:0:2268:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963479.971389:0:2268:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051e2dfd6 x1867475276803648/t0(0) o103->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_01.0' 00000100:00000001:3.0:1780963479.971395:0:2268:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963479.971397:0:2268:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963479.971399:0:2268:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083131b35. 02000000:00000001:3.0:1780963479.971402:0:2268:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963479.971404:0:2268:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963479.971406:0:2268:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:3.0:1780963479.971414:0:2268:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963479.971416:0:2268:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1f22d35. 02000000:00000001:3.0:1780963479.971419:0:2268:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963479.971421:0:2268:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963479.971422:0:2268:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051e2dfd6. 00000100:00000001:3.0:1780963479.971425:0:2268:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963479.971426:0:2268:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.971428:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963479.971434:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963479.971435:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963479.971437:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963479.971438:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1780963479.971584:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780963479.971586:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780963479.971587:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077989278. 00000400:00000200:0.0:1780963479.971590:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3a9274 00000400:00000010:0.0:1780963479.971591:0:10961:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 000000006f3a9274 (tot 3211382). 00000100:00000001:0.0:1780963479.971595:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780963479.971599:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:0.0:1780963479.971606:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/131744 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1780963479.971612:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780963479.971614:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.971615:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780963479.971616:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780963479.971617:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780963479.971618:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780963479.971620:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780963479.971623:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=112 v=1 (1 0 0 0) 00000100:00001000:0.0:1780963479.971626:0:10961:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=112 v=1 (1 0 0 0) 00000100:00000001:0.0:1780963479.971628:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780963479.971630:0:10961:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000f53597c8 x1867475276803776/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.971647:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.971649:0:10961:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780963479.971650:0:10961:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780963479.971652:0:10961:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780963479.971798:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.971800:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425273920 : -117439284277696 : ffff9530892d8e40) 00000100:00000001:0.0:1780963479.971803:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780963479.971804:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:0.0:1780963479.971806:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780963479.971808:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780963479.971812:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963486 ref 3 fl Rpc:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.971879:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780963479.971881:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780963479.971883:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780963479.971886:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963486 ref 3 fl Interpret:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00100000:0.0:1780963479.971894:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53597c8 pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803776:192.168.202.121@tcp:101:lfs.0 00000100:00000001:0.0:1780963479.971898:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780963479.971901:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780963479.971903:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780963479.971905:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.971907:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963486 ref 3 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:0.0:1780963479.971913:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963479.971915:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038c5ed76. 00000100:00000001:0.0:1780963479.971919:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780963479.971920:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780963479.971923:0:10961:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780963479.971926:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.971929:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.971938:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003c3c85a5 refcount=4 00000020:00000001:0.0:1780963479.971940:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425069376 : -117439284482240 : ffff9530892a6f40) 00010000:00000001:0.0:1780963479.972003:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425069376 : -117439284482240 : ffff9530892a6f40) 00010000:00010000:0.0:1780963479.972007:0:10961:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972015:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972022:0:10961:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780963479.972025:0:10961:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972030:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972033:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780963479.972034:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972040:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972042:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.972043:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780963479.972044:0:10961:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972049:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972051:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.972053:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.972055:0:10961:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780963479.972057:0:10961:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972061:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00010000:0.0:1780963479.972063:0:10961:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c3c85a5 already unused, calling callback (0000000019b911a8) 00000080:00000001:0.0:1780963479.972066:0:10961:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780963479.972074:0:10961:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972080:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972082:0:10961:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780963479.972084:0:10961:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780963479.972086:0:10961:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 4/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972090:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972092:0:10961:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780963479.972094:0:10961:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780963479.972095:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780963479.972095:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780963479.972096:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003c3c85a5 refcount=5 00000020:00000001:0.0:1780963479.972098:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634425069376 : -117439284482240 : ffff9530892a6f40) 00010000:00000001:0.0:1780963479.972099:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634425069376 : -117439284482240 : ffff9530892a6f40) 00010000:00000001:0.0:1780963479.972102:0:10961:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780963479.972103:0:10961:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 5/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972108:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00000080:00000001:0.0:1780963479.972111:0:10961:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780963479.972112:0:10961:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.972114:0:10961:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780963479.972116:0:10961:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780963479.972119:0:10961:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780963479.972120:0:10961:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780963479.972121:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780963479.972122:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780963479.972124:0:10961:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003c3c85a5 with handle 0xa7c1c9eb1f93b73b from hash 00010000:00000001:0.0:1780963479.972126:0:10961:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780963479.972127:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.972132:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.972133:0:10961:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780963479.972134:0:10961:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780963479.972136:0:10961:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780963479.972138:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.972138:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.972139:0:10961:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.972141:0:10961:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963479.972142:0:10961:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972147:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000001:0.0:1780963479.972149:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.972149:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.972150:0:10961:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780963479.972151:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780963479.972153:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963479.972153:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.972154:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780963479.972155:0:10961:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 000000003c3c85a5/0xa7c1c9eb1f93b73b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780963479.972160:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 1 00010000:00000040:0.0:1780963479.972163:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b7bc208c count: 0 00010000:00000010:0.0:1780963479.972168:0:10961:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc1f9d40. 00010000:00000001:0.0:1780963479.972176:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963479.972177:0:10961:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1780963479.972181:0:10961:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1780963479.972186:0:10961:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:0.0:1780963479.972194:0:10961:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1780963479.972197:0:10961:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/688 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:0.0:1780963479.972202:0:10961:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963479.972215:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.972216:0:10961:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.972218:0:10961:0:(mdc_locks.c:840:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.972219:0:10961:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.972222:0:10961:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1780963479.972224:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780963479.972225:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425273920 : -117439284277696 : ffff9530892d8e40) 00010000:00000001:0.0:1780963479.972228:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1780963479.972229:0:10961:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.972230:0:10961:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1780963479.972232:0:10961:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1780963479.972234:0:10961:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.972237:0:10961:0:(lmv_intent.c:142:lmv_intent_remote()) Process leaving 00800000:00000010:0.0:1780963479.972238:0:10961:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 392 at 00000000d3617bc7. 00000100:00000001:0.0:1780963479.972241:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780963479.972244:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a3cac68 x1867475276803584/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 528/600 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:0.0:1780963479.972249:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780963479.972251:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780963479.972252:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at 0000000086f1832b. 02000000:00000001:0.0:1780963479.972402:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780963479.972404:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780963479.972405:0:10961:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:0.0:1780963479.972408:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780963479.972409:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000096536dc9. 02000000:00000001:0.0:1780963479.972412:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780963479.972414:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780963479.972415:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a3cac68. 00000100:00000001:0.0:1780963479.972418:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780963479.972419:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780963479.972423:0:10961:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.972425:0:10961:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780963479.972429:0:10961:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780963479.972430:0:10961:0:(namei.c:668:ll_lookup_it_finish()) it 00000000d6ca6316 it_disposition 80002b 00000080:00000001:0.0:1780963479.972433:0:10961:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1780963479.972436:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.972447:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780963479.972450:0:10961:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780963479.972453:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.972455:0:10961:0:(lmv_obd.c:3423:lmv_unpackmd()) Process entered 00800000:00000010:0.0:1780963479.972459:0:10961:0:(lmv_obd.c:3495:lmv_unpackmd()) kmalloced '(lsm)': 120 at 00000000bc1f9d40. 00800000:00000001:0.0:1780963479.972461:0:10961:0:(lmv_obd.c:3350:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1780963479.972463:0:10961:0:(lmv_obd.c:3372:lmv_unpack_md_v1()) unpack lsm count 2/0, master 1 hash_type 0x1/0x0 layout_version 0 00800000:00000001:0.0:1780963479.972466:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.972468:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.972470:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.972472:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.972474:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.972475:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000400:0x2:0x0] 00800000:00000001:0.0:1780963479.972477:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1780963479.972478:0:10961:0:(lmv_obd.c:3395:lmv_unpack_md_v1()) unpack fid #0 [0x240000400:0x2:0x0] 00800000:00000001:0.0:1780963479.972480:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1780963479.972481:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:0.0:1780963479.972481:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1780963479.972482:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1780963479.972483:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780963479.972622:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000401:0x2:0x0] 00800000:00000001:0.0:1780963479.972624:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1780963479.972625:0:10961:0:(lmv_obd.c:3395:lmv_unpack_md_v1()) unpack fid #1 [0x200000401:0x2:0x0] 00800000:00000001:0.0:1780963479.972627:0:10961:0:(lmv_obd.c:3398:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780963479.972629:0:10961:0:(lmv_obd.c:3521:lmv_unpackmd()) Process leaving (rc=120 : 120 : 78) 00000002:00000001:0.0:1780963479.972631:0:10961:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780963479.972633:0:10961:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1780963479.972635:0:10961:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1780963479.972929:0:10961:0:(llite_lib.c:1731:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780963479.972932:0:10961:0:(llite_lib.c:1735:ll_update_lsm_md()) update lsm 0000000000000000 of [0x240000402:0x1:0x0] 00000080:00000002:1.0:1780963479.972936:0:10961:0:(llite_lib.c:1645:ll_init_lsm_md()) lustre: [0x240000402:0x1:0x0] set dir layout: 00000080:00000002:1.0:1780963479.972938:0:10961:0:(lustre_lmv.h:142:lsm_md_dump()) magic 0xcd20cd0 stripe count 2 master mdt 1 hash type all_char:0x1 max-inherit 0 max-inherit-rr 0 version 0 migrate offset 0 migrate hash 0x0 pool 00000080:00000002:1.0:1780963479.973012:0:10961:0:(lustre_lmv.h:149:lsm_md_dump()) stripe[0] [0x240000400:0x2:0x0] 00000080:00000002:1.0:1780963479.973014:0:10961:0:(lustre_lmv.h:149:lsm_md_dump()) stripe[1] [0x200000401:0x2:0x0] 00000080:00000001:1.0:1780963479.973016:0:10961:0:(llite_lib.c:1586:ll_iget_anon_dir()) Process entered 00000080:00000001:1.0:1780963479.973017:0:10961:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603765207042 : 162129603765207042 : 240000400000002) 00000080:00000010:1.0:1780963479.973078:0:10961:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 0000000031e025d8. 00000080:00000002:1.0:1780963479.973087:0:10961:0:(llite_lib.c:1622:ll_iget_anon_dir()) lli 0000000031e025d8 slave [0x240000400:0x2:0x0] master [0x240000402:0x1:0x0] 00000080:00000001:1.0:1780963479.973091:0:10961:0:(llite_lib.c:1632:ll_iget_anon_dir()) Process leaving (rc=18446626634427547856 : -117439282003760 : ffff9530895040d0) 00000080:00000001:1.0:1780963479.973093:0:10961:0:(llite_lib.c:1586:ll_iget_anon_dir()) Process entered 00000080:00000001:1.0:1780963479.973093:0:10961:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000010:1.0:1780963479.973097:0:10961:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000009bd7b710. 00000080:00000002:1.0:1780963479.973100:0:10961:0:(llite_lib.c:1622:ll_iget_anon_dir()) lli 000000009bd7b710 slave [0x200000401:0x2:0x0] master [0x240000402:0x1:0x0] 00000080:00000001:1.0:1780963479.973102:0:10961:0:(llite_lib.c:1632:ll_iget_anon_dir()) Process leaving (rc=18446626634427533520 : -117439282018096 : ffff9530895008d0) 00000080:00000010:1.0:1780963479.973106:0:10961:0:(llite_lib.c:1807:ll_update_lsm_md()) kmalloced '(attr)': 72 at 0000000043327bc4. 00000080:00000001:1.0:1780963479.973108:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.973111:0:10961:0:(lmv_intent.c:168:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1780963479.973114:0:10961:0:(lmv_intent.c:174:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at 00000000de0c58bf. 00800000:00000002:1.0:1780963479.973116:0:10961:0:(lmv_intent.c:216:lmv_revalidate_slaves()) Revalidate slave [0x240000400:0x2:0x0] -> mds #1 00800000:00000001:1.0:1780963479.973118:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1780963479.973122:0:10961:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000004ec3e663 (tot 3212022). 00000002:00000001:1.0:1780963479.973126:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963479.973128:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000400:0x2:0x0]) in obj [0x240000400:0x2:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780963479.973131:0:10961:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780963479.973139:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963479.973141:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780963479.973146:0:10961:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.973147:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.973149:0:10961:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.973151:0:10961:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780963479.973153:0:10961:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780963479.973156:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e756602b. 00000020:00000040:1.0:1780963479.973160:0:10961:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=8 obd=lustre-MDT0001-mdc-ffff953087f78000 00010000:00000001:1.0:1780963479.973164:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780963479.973168:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.973170:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.973173:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963479.973175:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963479.973179:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963479.973184:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000e0b3a23. 00000100:00000001:1.0:1780963479.973189:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.973192:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.973193:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.973195:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.973196:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.973197:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.973202:0:10961:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00010000:00000001:1.0:1780963479.973205:0:10961:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780963479.973206:0:10961:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780963479.973210:0:10961:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006346ac0. 00010000:00000010:1.0:1780963479.973213:0:10961:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047d6cfb0. 00010000:00000001:1.0:1780963479.973218:0:10961:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780963479.973220:0:10961:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61dee8d. 00000020:00000010:1.0:1780963479.973223:0:10961:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d4fea83c (tot 3212086). 00000020:00000001:1.0:1780963479.973226:0:10961:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1780963479.973227:0:10961:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000a61dee8d with handle 0xa7c1c9eb1f93b742 to hash 00000020:00000001:1.0:1780963479.973229:0:10961:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780963479.973230:0:10961:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.973233:0:10961:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.973241:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.973243:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.973245:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.973252:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00010000:1.0:1780963479.973254:0:10961:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.973331:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00010000:1.0:1780963479.973338:0:10961:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.973342:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00000100:00000001:1.0:1780963479.973344:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963479.973346:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963479.973351:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.973353:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634359914240 : -117439349637376 : ffff953085483f00) 00000100:00000001:1.0:1780963479.973356:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.973356:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000001:1.0:1780963479.973360:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963479.973363:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.973364:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963479.973366:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963479.973372:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.973379:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963479.973380:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.973384:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963479.973386:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963479.973389:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e756602b pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803840:192.168.202.121@tcp:101:lfs.0 00000100:00000001:1.0:1780963479.973392:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963479.973397:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963479.973405:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.973408:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963479.973412:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000004a8ac79e. 02000000:00000001:1.0:1780963479.973413:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963479.973421:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963479.973425:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000400:00000010:1.0:1780963479.973430:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001432357e. 00000100:00000200:1.0:1780963479.973436:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276803840, portal 10 00000100:00000001:1.0:1780963479.973438:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.973439:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000040:1.0:1780963479.973444:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.973450:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963479.973452:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963479.973454:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b58a7f. 00000100:00000200:1.0:1780963479.973457:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475276803840, offset 0 00000400:00000200:1.0:1780963479.973463:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963479.973470:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.973478:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963479.974626:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963479.974634:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963479.974638:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963479.974641:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [190:190:256:4294967295] 192.168.202.121@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:1.0:1780963479.974646:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.975062:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963479.975071:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963479.975078:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fad88613 (tot 3212334). 00000800:00000200:1.0:1780963479.975085:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963479.975093:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963479.975097:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fad88613 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780963479.975154:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.975158:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.975172:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.975175:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963479.975177:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1780963479.975179:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000035c5ff2 going to sleep for 6 seconds 00000100:00000001:1.0:1780963479.975182:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963479.975185:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780963479.975687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005fd2a64. 00010000:00000010:0.1:1780963479.975694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a31a390. 00000080:00000010:0.1:1780963479.975700:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e05b7b11. 00010000:00000010:2.1F:1780963479.978203:0:2260:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000026d0633. 00000800:00000200:2.0:1780963479.978251:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.978256:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fad88613 (tot 3212086). 00000400:00000200:2.0:1780963479.978326:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.978336:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.978342:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b58a7f 00000400:00000010:2.0:1780963479.978344:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b58a7f. 00000100:00000001:2.0:1780963479.978348:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.978355:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.978367:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.978370:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.978387:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.978389:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963479.979188:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.979202:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.979206:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.979208:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.979216:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.979221:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.979228:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.979233:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.979237:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.979240:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 696 into portal 10 MB=0x6a27578802f00 00000400:00000200:2.0:1780963479.979245:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.979251:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 696/696 into md 0xa6d [1] + 224 00000800:00000001:2.0:1780963479.979334:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.979344:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.979346:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.979350:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.979354:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.979358:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.979368:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=696 offset=224 replen=1040 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.979426:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963479.979446:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.979454:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.979457:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780963479.979558:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963479.979560:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963479.979562:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963479.979566:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001432357e 00000400:00000010:1.0:1780963479.979567:0:10961:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001432357e. 00000100:00000001:1.0:1780963479.979570:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963479.979573:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:1.0:1780963479.979581:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1040 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.979587:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963479.979588:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.979591:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963479.979593:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963479.979595:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963479.979598:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.979600:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963479.979608:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=112 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963479.979612:0:10961:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=112 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963479.979615:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963479.979617:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.979619:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963479.979623:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.979626:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963479.979628:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:1.0:1780963479.979629:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963479.979631:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963479.979635:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.979795:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.979798:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963479.979801:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963479.979805:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:1.0:1780963479.979812:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e756602b pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803840:192.168.202.121@tcp:101:lfs.0 00000100:00000001:1.0:1780963479.979817:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.979889:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.979892:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780963479.979894:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.979898:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.979904:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963479.979907:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.979912:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780963479.979913:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.979916:0:10961:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780963479.979919:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.979921:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.979923:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=4 00000020:00000001:1.0:1780963479.979925:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.979928:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000040:1.0:1780963479.979933:0:10961:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000a61dee8d, remote cookie: 0x64ee22e5511b665d, flags: 0x1001 00010000:00010000:1.0:1780963479.979937:0:10961:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 4/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980013:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00010000:1.0:1780963479.980018:0:10961:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980034:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980037:0:10961:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780963479.980040:0:10961:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780963479.980042:0:10961:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1780963479.980044:0:10961:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780963479.980045:0:10961:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780963479.980046:0:10961:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x240000400:0x2:0x0].0x0 (0000000006346ac0) refcount = 1 00010000:00010000:1.0:1780963479.980050:0:10961:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980055:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980057:0:10961:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1780963479.980062:0:10961:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000078145e04 (tot 3212534). 00010000:00000001:1.0:1780963479.980066:0:10961:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780963479.980067:0:10961:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.980069:0:10961:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780963479.980071:0:10961:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.980073:0:10961:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980079:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980080:0:10961:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780963479.980082:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980083:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980084:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980085:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980086:0:10961:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980090:0:10961:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780963479.980092:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980093:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980094:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=3 00000020:00000001:1.0:1780963479.980096:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980098:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980105:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980107:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980108:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=4 00000020:00000001:1.0:1780963479.980109:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980111:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980114:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.980116:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.980118:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980124:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980126:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980127:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980128:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980129:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980130:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=5 00000020:00000001:1.0:1780963479.980131:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980133:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980135:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.980137:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980143:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980145:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980146:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780963479.980148:0:10961:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980154:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980156:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.980157:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980158:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980159:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980164:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780963479.980168:0:10961:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:1.0:1780963479.980177:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980178:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980179:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=3 00000020:00000001:1.0:1780963479.980180:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980182:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980184:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980185:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.980186:0:10961:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980188:0:10961:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980191:0:10961:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780963479.980193:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980194:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980195:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=3 00000020:00000001:1.0:1780963479.980197:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980198:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00000002:00010000:1.0:1780963479.980201:0:10961:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980206:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980209:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980210:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980211:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780963479.980212:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980213:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980214:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=3 00000020:00000001:1.0:1780963479.980215:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980217:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000040:1.0:1780963479.980222:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000006346ac0 count: 2 00010000:00000001:1.0:1780963479.980224:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1780963479.980227:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00010000:1.0:1780963479.980235:0:10961:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000fcc1c58c type 13 mode 4 res 9663677440/2 (0 0) 00010000:00000001:1.0:1780963479.980238:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980239:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.980240:0:10961:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1780963479.980241:0:10961:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780963479.980244:0:10961:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.980248:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980250:0:10961:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780963479.980252:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980253:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980254:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=3 00000020:00000001:1.0:1780963479.980255:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980330:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980334:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980335:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.980336:0:10961:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980338:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.980339:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.980340:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a61dee8d refcount=3 00000020:00000001:1.0:1780963479.980342:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980343:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423696576 : -117439285855040 : ffff953089157cc0) 00010000:00000001:1.0:1780963479.980345:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.980347:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980353:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980355:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980355:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980357:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780963479.980359:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780963479.980360:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff953087f78000 lock: 00000000a61dee8d/0xa7c1c9eb1f93b742 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b665d expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980366:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000006346ac0 count: 1 00010000:00000001:1.0:1780963479.980376:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.980378:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963479.980380:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.980384:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980384:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980386:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980388:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963479.980390:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980392:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980394:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980395:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.980396:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980397:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1780963479.980399:0:10961:0:(lmv_intent.c:216:lmv_revalidate_slaves()) Revalidate slave [0x200000401:0x2:0x0] -> mds #0 00000100:00000001:1.0:1780963479.980402:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.980405:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e756602b x1867475276803840/t0(0) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.980412:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963479.980414:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963479.980417:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000004a8ac79e. 02000000:00000001:1.0:1780963479.980421:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963479.980423:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963479.980425:0:10961:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=7 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:1.0:1780963479.980427:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963479.980429:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000e0b3a23. 02000000:00000001:1.0:1780963479.980432:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963479.980433:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963479.980435:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e756602b. 00000100:00000001:1.0:1780963479.980438:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963479.980439:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780963479.980440:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980443:0:10961:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1780963479.980444:0:10961:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000401:0x2:0x0]) in obj [0x200000401:0x2:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780963479.980448:0:10961:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780963479.980449:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963479.980451:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780963479.980454:0:10961:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980462:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980464:0:10961:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980466:0:10961:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780963479.980469:0:10961:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780963479.980472:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e756602b. 00000020:00000040:1.0:1780963479.980475:0:10961:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:1.0:1780963479.980479:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780963479.980484:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.980510:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.980511:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.980512:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.980515:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963479.980517:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963479.980520:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963479.980525:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000e0b3a23. 00000100:00000001:1.0:1780963479.980530:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980534:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.980535:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980536:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.980537:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.980539:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.980543:0:10961:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00010000:00000001:1.0:1780963479.980546:0:10961:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780963479.980548:0:10961:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780963479.980552:0:10961:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a54353a8. 00010000:00000010:1.0:1780963479.980555:0:10961:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000073585588. 00010000:00000001:1.0:1780963479.980559:0:10961:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780963479.980561:0:10961:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a765b92. 00000020:00000001:1.0:1780963479.980565:0:10961:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1780963479.980566:0:10961:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001a765b92 with handle 0xa7c1c9eb1f93b749 to hash 00000020:00000001:1.0:1780963479.980568:0:10961:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780963479.980569:0:10961:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.980572:0:10961:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.980574:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.980576:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.980584:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980590:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00010000:1.0:1780963479.980592:0:10961:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980597:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00010000:1.0:1780963479.980603:0:10961:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.980608:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00000100:00000001:1.0:1780963479.980609:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963479.980611:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963479.980615:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.980617:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634359914240 : -117439349637376 : ffff953085483f00) 00000100:00000001:1.0:1780963479.980619:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.980620:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000001:1.0:1780963479.980623:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963479.980625:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.980627:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963479.980628:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963479.980632:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.980638:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963479.980639:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.980642:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963479.980644:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963479.980646:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e756602b pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803904:192.168.202.121@tcp:101:lfs.0 00000100:00000001:1.0:1780963479.980650:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963479.980737:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963479.980740:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.980743:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963479.980746:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000004a8ac79e. 02000000:00000001:1.0:1780963479.980754:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963479.980760:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963479.980764:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000400:00000010:1.0:1780963479.980769:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001432357e. 00000100:00000200:1.0:1780963479.980777:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867475276803904, portal 10 00000100:00000001:1.0:1780963479.980779:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.980780:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000040:1.0:1780963479.980785:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.980791:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963479.980793:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963479.980795:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7c7866f. 00000100:00000200:1.0:1780963479.980798:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867475276803904, offset 0 00000400:00000200:1.0:1780963479.980804:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963479.980811:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.980817:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963479.980890:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963479.980895:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963479.980898:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963479.980901:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [191:191:256:4294967295] 192.168.202.121@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:1.0:1780963479.980905:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.980914:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963479.980919:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963479.980924:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a57ca4c8 (tot 3212782). 00000800:00000200:1.0:1780963479.980929:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963479.980937:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963479.980941:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a57ca4c8 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780963479.981082:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.981085:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.981087:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.981089:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963479.981097:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1780963479.981099:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000035c5ff2 going to sleep for 6 seconds 00000100:00000001:1.0:1780963479.981101:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963479.981103:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963479.981576:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963479.981581:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a57ca4c8 (tot 3212534). 00000400:00000200:2.0:1780963479.981586:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.981592:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963479.981596:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7c7866f 00000400:00000010:2.0:1780963479.981598:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7c7866f. 00000100:00000001:2.0:1780963479.981609:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963479.981613:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.981623:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963479.981625:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963479.981630:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963479.981631:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:0.1:1780963479.983797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7bc208c. 00010000:00000010:0.1:1780963479.983810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c3c85a5. 00000800:00000001:2.0:1780963479.994544:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.994562:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963479.994567:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.994569:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.994580:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.994588:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963479.994595:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.994600:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.994604:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.994608:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 696 into portal 10 MB=0x6a27578802f40 00000400:00000200:2.0:1780963479.994613:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963479.994619:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 696/696 into md 0xa75 [1] + 224 00000800:00000001:2.0:1780963479.994627:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.994634:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963479.994637:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963479.994641:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963479.994647:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963479.994668:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963479.994679:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=696 offset=224 replen=1152 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.994751:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963479.994771:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963479.994781:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963479.994785:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780963479.995379:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963479.995382:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963479.995385:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963479.995389:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001432357e 00000400:00000010:1.0:1780963479.995392:0:10961:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001432357e. 00000100:00000001:1.0:1780963479.995395:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963479.995400:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:1.0:1780963479.995408:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.995413:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963479.995415:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.995417:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963479.995420:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963479.995423:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963479.995424:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.995427:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963479.995435:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=112 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963479.995439:0:10961:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=112 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963479.995441:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963479.995443:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.995445:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963479.995448:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.995451:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963479.995453:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780963479.995455:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963479.995456:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963479.995460:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.995465:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.995468:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963479.995595:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963479.995601:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:1.0:1780963479.995608:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e756602b pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276803904:192.168.202.121@tcp:101:lfs.0 00000100:00000001:1.0:1780963479.995613:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963479.995616:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.995617:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780963479.995619:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.995622:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.995628:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963479.995630:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.995636:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780963479.995637:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.995640:0:10961:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780963479.995643:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.995645:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.995648:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=4 00000020:00000001:1.0:1780963479.995650:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995652:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000040:1.0:1780963479.995720:0:10961:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000001a765b92, remote cookie: 0x64ee22e5511b666b, flags: 0x1001 00010000:00010000:1.0:1780963479.995725:0:10961:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995741:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00010000:1.0:1780963479.995746:0:10961:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995751:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.995753:0:10961:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780963479.995757:0:10961:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780963479.995759:0:10961:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1780963479.995766:0:10961:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780963479.995768:0:10961:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780963479.995770:0:10961:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000401:0x2:0x0].0x0 (00000000a54353a8) refcount = 1 00010000:00010000:1.0:1780963479.995773:0:10961:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995778:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.995780:0:10961:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780963479.995783:0:10961:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780963479.995784:0:10961:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780963479.995787:0:10961:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780963479.995789:0:10961:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.995791:0:10961:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995797:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.995798:0:10961:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780963479.995800:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.995801:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.995802:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.995802:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.995804:0:10961:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.995808:0:10961:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780963479.995810:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.995811:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.995812:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=3 00000020:00000001:1.0:1780963479.995814:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995815:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995817:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.995818:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.995886:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=4 00000020:00000001:1.0:1780963479.995888:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995890:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995893:0:10961:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780963479.995901:0:10961:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963479.995903:0:10961:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995908:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.995910:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.995911:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.995913:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.995913:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.995914:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=5 00000020:00000001:1.0:1780963479.995916:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995918:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.995919:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.995921:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995925:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.995926:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.995927:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780963479.995928:0:10961:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.995933:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.995935:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.995936:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.995936:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.995937:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.995938:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780963479.996007:0:10961:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00010000:00000001:1.0:1780963479.996018:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996019:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996020:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=3 00000020:00000001:1.0:1780963479.996021:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996028:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996031:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996031:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.996032:0:10961:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.996034:0:10961:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.996036:0:10961:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780963479.996038:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996039:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996040:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=3 00000020:00000001:1.0:1780963479.996042:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996043:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00000002:00010000:1.0:1780963479.996045:0:10961:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.996049:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.996051:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996052:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.996054:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780963479.996054:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996055:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996056:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=3 00000020:00000001:1.0:1780963479.996057:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996058:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000040:1.0:1780963479.996064:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a54353a8 count: 2 00010000:00000001:1.0:1780963479.996067:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1780963479.996071:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00010000:1.0:1780963479.996072:0:10961:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000002bd7fa9 type 13 mode 4 res 8589935617/2 (0 0) 00010000:00000001:1.0:1780963479.996074:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996075:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.996076:0:10961:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1780963479.996077:0:10961:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780963479.996080:0:10961:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996084:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.996091:0:10961:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780963479.996092:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996093:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996094:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=3 00000020:00000001:1.0:1780963479.996095:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996096:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996098:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996099:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.996100:0:10961:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996101:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996102:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996103:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001a765b92 refcount=3 00000020:00000001:1.0:1780963479.996104:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996105:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423690240 : -117439285861376 : ffff953089156400) 00010000:00000001:1.0:1780963479.996107:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.996108:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.996113:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.996114:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996115:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.996116:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780963479.996118:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780963479.996119:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000001a765b92/0xa7c1c9eb1f93b749 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b666b expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.996123:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a54353a8 count: 1 00010000:00000001:1.0:1780963479.996127:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.996129:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963479.996131:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.996134:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996135:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.996136:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996138:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963479.996140:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996145:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996147:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996149:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.996150:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996150:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780963479.996152:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.996156:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e756602b x1867475276803904/t0(0) o101->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 576/696 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963479.996161:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963479.996163:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963479.996166:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000004a8ac79e. 02000000:00000001:1.0:1780963479.996170:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963479.996172:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963479.996174:0:10961:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:1.0:1780963479.996176:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963479.996178:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000e0b3a23. 02000000:00000001:1.0:1780963479.996181:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963479.996182:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963479.996184:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e756602b. 00000100:00000001:1.0:1780963479.996187:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963479.996188:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1780963479.996190:0:10961:0:(lmv_intent.c:280:lmv_revalidate_slaves()) kfreed 'op_data': 392 at 00000000de0c58bf. 00800000:00000001:1.0:1780963479.996193:0:10961:0:(lmv_intent.c:281:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1780963479.996195:0:10961:0:(lmv_obd.c:3833:lmv_merge_attr()) [0x240000400:0x2:0x0] size 1024, blocks 2 nlink 2, atime 1780963479 ctime 1780963479, mtime 1780963479. 00800000:00000040:1.0:1780963479.996198:0:10961:0:(lmv_obd.c:3833:lmv_merge_attr()) [0x200000401:0x2:0x0] size 11264, blocks 22 nlink 2, atime 1780963479 ctime 1780963479, mtime 1780963479. 00000080:00000010:1.0:1780963479.996202:0:10961:0:(llite_lib.c:1827:ll_update_lsm_md()) kfreed 'attr': 72 at 0000000043327bc4. 00000080:00000001:1.0:1780963479.996205:0:10961:0:(llite_lib.c:1828:ll_update_lsm_md()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780963479.996211:0:10961:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:1.0:1780963479.996213:0:10961:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:1.0:1780963479.996216:0:10961:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x240000402:0x1:0x0], updating i_size 12288 00000080:00200000:1.0:1780963479.996218:0:10961:0:(namei.c:157:ll_iget()) got inode: [0x240000402:0x1:0x0](00000000e6e78ea1): rc = 0 00000080:00000001:1.0:1780963479.996221:0:10961:0:(namei.c:166:ll_iget()) Process leaving (rc=18446626634427908304 : -117439281643312 : ffff95308955c0d0) 00010000:00000001:1.0:1780963479.996223:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996224:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996231:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.996233:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.996235:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.996237:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996238:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780963479.996239:0:10961:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780963479.996242:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996246:0:10961:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:1.0:1780963479.996248:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.996251:0:10961:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:1.0:1780963479.996252:0:10961:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996254:0:10961:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780963479.996318:0:10961:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1:0x0](00000000e6e78ea1) for lock 0xa7c1c9eb1f93b726 00000080:00000001:1.0:1780963479.996322:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996324:0:10961:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1780963479.996325:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.996327:0:10961:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780963479.996328:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996329:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996330:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.996331:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.996333:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.996335:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996336:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780963479.996337:0:10961:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996338:0:10961:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1780963479.996345:0:10961:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000016a07782 inode 00000000e6e78ea1 refc 1 flags 0x20000e 00000080:00000002:1.0:1780963479.996349:0:10961:0:(llite_lib.c:2799:ll_update_dir_depth()) [0x240000402:0x1:0x0] depth 1 00000080:00000001:1.0:1780963479.996351:0:10961:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1780963479.996355:0:10961:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1:0x0](00000000e6e78ea1) 00000080:00000001:1.0:1780963479.996359:0:10961:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780963479.996363:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000054905159. 00000100:00000001:1.0:1780963479.996368:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.996374:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 3 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000100:00000001:1.0:1780963479.996390:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.996400:0:10961:0:(dir.c:2391:ll_dir_open()) Process entered 00000080:00000001:1.0:1780963479.996402:0:10961:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:1.0:1780963479.996404:0:10961:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x240000402:0x1:0x0](00000000e6e78ea1), flags 320400 00000080:00000010:1.0:1780963479.996410:0:10961:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 0000000050030444. 00000080:00000010:1.0:1780963479.996418:0:10961:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000006d5a5b6a. 00000080:00000001:1.0:1780963479.996420:0:10961:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:1.0:1780963479.996423:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996425:0:10961:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1780963479.996427:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963479.996429:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963479.996431:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963479.996434:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963479.996435:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.996437:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963479.996438:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996440:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.996442:0:10961:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1780963479.996445:0:10961:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000655a2905. 00000002:00100000:1.0:1780963479.996449:0:10961:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 00000002:00000001:1.0:1780963479.996455:0:10961:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.996456:0:10961:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1780963479.996458:0:10961:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1780963479.996461:0:10961:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.996463:0:10961:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:1.0:1780963479.996464:0:10961:0:(pcc.c:1502:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.996466:0:10961:0:(file.c:1037:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.996468:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963479.996470:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'lfs.0' 02000000:00000001:1.0:1780963479.996475:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963479.996476:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at 000000003ab8e0d1. 02000000:00000001:1.0:1780963479.996592:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1780963479.996598:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.996601:0:10961:0:(dir.c:2392:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.996606:0:10961:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:1.0:1780963479.996607:0:10961:0:(dcache.c:216:ll_intent_release()) intent 00000000d6ca6316 released 00000080:00010000:1.0:1780963479.996609:0:10961:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa7c1c9eb1f93b726 from it 00000000d6ca6316 00010000:00000001:1.0:1780963479.996611:0:10961:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780963479.996613:0:10961:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780963479.996614:0:10961:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005a9eb352 refcount=3 00000020:00000001:1.0:1780963479.996616:0:10961:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.996617:0:10961:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446626634423694848 : -117439285856768 : ffff953089157600) 00010000:00000001:1.0:1780963479.996619:0:10961:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780963479.996621:0:10961:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.996627:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.996630:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996631:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.996631:0:10961:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780963479.996633:0:10961:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780963479.996633:0:10961:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff953087f78000 lock: 000000005a9eb352/0xa7c1c9eb1f93b726 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x64ee22e5511b661e expref: -99 pid: 10961 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780963479.996638:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00010000:00000001:1.0:1780963479.996640:0:10961:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963479.996641:0:10961:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963479.996642:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.996643:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996644:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.996645:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996647:0:10961:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963479.996648:0:10961:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996649:0:10961:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996651:0:10961:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.996652:0:10961:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780963479.996929:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.996931:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780963479.996938:0:10961:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:1.0:1780963479.996940:0:10961:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000d6ca6316. 00000080:00000001:1.0:1780963479.997110:0:10961:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.997115:0:10961:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780963479.997116:0:10961:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1:0x0](00000000e6e78ea1), inode mode 41ed mask 44 00000080:00000001:1.0:1780963479.997120:0:10961:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963479.997157:0:10961:0:(dir.c:1420:ll_dir_ioctl()) Process entered 00000080:00200000:1.0:1780963479.997158:0:10961:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x1:0x0](00000000e6e78ea1), cmd=0x4008669a 00000080:00000001:1.0:1780963479.997163:0:10961:0:(dir.c:607:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1780963479.997166:0:10961:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000de0c58bf. 00000080:00000001:1.0:1780963479.997172:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.997175:0:10961:0:(lmv_obd.c:2597:lmv_setattr()) Process entered 00800000:00000002:1.0:1780963479.997176:0:10961:0:(lmv_obd.c:2601:lmv_setattr()) SETATTR for [0x240000402:0x1:0x0], valid 0x0/0x0 00800000:00000001:1.0:1780963479.997178:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963479.997180:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963479.997181:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963479.997183:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963479.997184:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963479.997185:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963479.997187:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963479.997189:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963479.997193:0:10961:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1780963479.997195:0:10961:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1780963479.997200:0:10961:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963479.997205:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e756602b. 00000020:00000040:1.0:1780963479.997209:0:10961:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=8 obd=lustre-MDT0001-mdc-ffff953087f78000 00010000:00000001:1.0:1780963479.997214:0:10961:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780963479.997219:0:10961:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963479.997222:0:10961:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963479.997223:0:10961:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963479.997224:0:10961:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.997227:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963479.997229:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963479.997233:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963479.997239:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000e0b3a23. 00000100:00000001:1.0:1780963479.997244:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.997247:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.997254:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.997256:0:10961:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780963479.997329:0:10961:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963479.997332:0:10961:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1780963479.997343:0:10961:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780963479.997351:0:10961:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963479.997359:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963479.997361:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963479.997367:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963479.997369:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634359914240 : -117439349637376 : ffff953085483f00) 00000100:00000001:1.0:1780963479.997371:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.997372:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000001:1.0:1780963479.997377:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963479.997381:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.997382:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963479.997384:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963479.997388:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.997395:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963479.997397:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.997401:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963479.997404:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963479.997407:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e756602b pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276804032:192.168.202.121@tcp:36:lfs.0 00000100:00000001:1.0:1780963479.997411:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963479.997419:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963479.997421:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963479.997424:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963479.997427:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f20d28c. 02000000:00000001:1.0:1780963479.997429:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963479.997440:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963479.997446:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000400:00000010:1.0:1780963479.997456:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001432357e. 00000100:00000200:1.0:1780963479.997467:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276804032, portal 10 00000100:00000001:1.0:1780963479.997475:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963479.997476:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000040:1.0:1780963479.997482:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963479.997609:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963479.997612:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963479.997616:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae7f4035. 00000100:00000200:1.0:1780963479.997621:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867475276804032, offset 0 00000400:00000200:1.0:1780963479.997629:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963479.997640:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.997648:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963479.997801:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963479.997806:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963479.997810:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963479.997814:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [192:192:256:4294967295] 192.168.202.121@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:1.0:1780963479.997817:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963479.997902:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963479.997909:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963479.997914:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab8937b0 (tot 3212782). 00000800:00000200:1.0:1780963479.997921:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963479.997928:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963479.997932:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab8937b0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1780963479.998070:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.998073:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963479.998075:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963479.998077:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963479.998078:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1780963479.998080:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000035c5ff2 going to sleep for 6 seconds 00000100:00000001:1.0:1780963479.998083:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963479.998085:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963480.000443:0:2260:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963480.000466:0:2260:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab8937b0 (tot 3212534). 00000400:00000200:2.0:1780963480.000474:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.000484:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963480.000505:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae7f4035 00000400:00000010:2.0:1780963480.000507:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae7f4035. 00000100:00000001:2.0:1780963480.000513:0:2260:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963480.000519:0:2260:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963480.000528:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963480.000531:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963480.000536:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.000537:0:2260:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963480.005039:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.005055:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963480.005060:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.005063:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.005073:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005081:0:2259:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963480.005088:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005093:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005097:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005101:0:2259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 456 into portal 10 MB=0x6a27578802fc0 00000400:00000200:2.0:1780963480.005106:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005111:0:2259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 456/456 into md 0xa7d [1] + 224 00000800:00000001:2.0:1780963480.005118:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.005125:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.005127:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.005131:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963480.005136:0:2259:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963480.005143:0:2259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963480.005153:0:2259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=512 req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.005233:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963480.005250:0:2259:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1780963480.005261:0:2259:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1780963480.005273:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005279:0:2259:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963480.005284:0:2259:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [193:193:256:4294967295] 192.168.202.121@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1780963480.005288:0:2259:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.005296:0:2259:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:2.0:1780963480.005301:0:2259:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963480.005306:0:2259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a939fc2 (tot 3212782). 00000800:00000200:2.0:1780963480.005311:0:2259:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963480.005319:0:2259:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963480.005323:0:2259:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a939fc2 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1780963480.005758:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963480.005763:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a939fc2 (tot 3212534). 00000400:00000200:2.0:1780963480.005767:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.005771:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000800:00000001:2.0:1780963480.005778:0:2259:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.005781:0:2259:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780963480.006525:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963480.006541:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963480.006544:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963480.006550:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001432357e 00000400:00000010:1.0:1780963480.006552:0:10961:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001432357e. 00000100:00000001:1.0:1780963480.006556:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963480.006563:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:1.0:1780963480.006572:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e756602b x1867475276804032/t0(0) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1780963486 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.006579:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963480.006581:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963480.006583:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963480.006587:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963480.006590:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963480.006593:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963480.006596:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963480.006607:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=113 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963480.006612:0:10961:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=113 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963480.006614:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963480.006616:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963480.006619:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963480.006622:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.006626:0:10961:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780963480.006628:0:10961:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1780963480.006630:0:10961:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780963480.006633:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963480.006634:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682553728 : -117439026997888 : ffff953098835580) 00000100:00000001:1.0:1780963480.006638:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963480.006640:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:1.0:1780963480.006642:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963480.006645:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963480.006649:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e756602b x1867475276804032/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963486 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.006656:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963480.006660:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963480.006668:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963480.006672:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e756602b x1867475276804032/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963486 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:1.0:1780963480.006680:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e756602b pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276804032:192.168.202.121@tcp:36:lfs.0 00000100:00000001:1.0:1780963480.006685:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963480.006689:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.006692:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780963480.006695:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.006697:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e756602b x1867475276804032/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963486 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.006705:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963480.006708:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963480.006713:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780963480.006714:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.006724:0:10961:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.006727:0:10961:0:(lmv_obd.c:2610:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780963480.006741:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000de0c58bf. 00000100:00000001:1.0:1780963480.006747:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.006749:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e756602b x1867475276804032/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963486 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.006755:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.006756:0:10961:0:(dir.c:684:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.006758:0:10961:0:(dir.c:1601:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.006789:0:10961:0:(dir.c:2397:ll_dir_release()) Process entered 00000080:00000001:1.0:1780963480.006792:0:10961:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:1.0:1780963480.006794:0:10961:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x240000402:0x1:0x0](00000000e6e78ea1) 00000080:00400000:1.0:1780963480.006797:0:10961:0:(statahead.c:1295:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x1:0x0] 00000080:00000001:1.0:1780963480.006800:0:10961:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:1.0:1780963480.006802:0:10961:0:(pcc.c:1555:pcc_file_release()) Process leaving 00000080:00000001:1.0:1780963480.006803:0:10961:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:1.0:1780963480.006807:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.006809:0:10961:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1780963480.006811:0:10961:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963480.006814:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963480.006885:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963480.006887:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963480.006890:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963480.006891:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963480.006893:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963480.006895:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.006898:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.006901:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963480.006904:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780963480.006910:0:10961:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.006912:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.006915:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.006916:0:10961:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780963480.006917:0:10961:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780963480.006922:0:10961:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000006b65291c count: 2 00010000:00000001:1.0:1780963480.006924:0:10961:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1780963480.006928:0:10961:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006b65291c count: 1 00000002:00000001:1.0:1780963480.006930:0:10961:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.006932:0:10961:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.006934:0:10961:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:1.0:1780963480.006936:0:10961:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1780963480.006938:0:10961:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000de0c58bf. 00000080:00000001:1.0:1780963480.007006:0:10961:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:1.0:1780963480.007012:0:10961:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:1.0:1780963480.007013:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.007017:0:10961:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000001:1.0:1780963480.007018:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963480.007019:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963480.007020:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963480.007021:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963480.007022:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963480.007024:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963480.007025:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963480.007027:0:10961:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963480.007028:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.007031:0:10961:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:1.0:1780963480.007033:0:10961:0:(mdc_request.c:904:mdc_close()) lustre-MDT0001-mdc-ffff953087f78000: [0x240000402:0x1:0x0] file closed with intent: 0 00000100:00000010:1.0:1780963480.007039:0:10961:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001478c47c. 00000020:00000040:1.0:1780963480.007050:0:10961:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=9 obd=lustre-MDT0001-mdc-ffff953087f78000 00000002:00100000:1.0:1780963480.007058:0:10961:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.007065:0:10961:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780963480.007068:0:10961:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780963480.007071:0:10961:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780963480.007080:0:10961:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a471f6fd. 00000100:00000001:1.0:1780963480.007085:0:10961:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1780963480.007094:0:10961:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff953087f78000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780963480.007099:0:10961:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780963480.007105:0:10961:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780963480.007107:0:10961:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780963480.007111:0:10961:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963480.007113:0:10961:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446626634359914240 : -117439349637376 : ffff953085483f00) 00000100:00000001:1.0:1780963480.007116:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963480.007116:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682557376 : -117439026994240 : ffff9530988363c0) 00000100:00000001:1.0:1780963480.007119:0:10961:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780963480.007123:0:10961:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.007125:0:10961:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780963480.007126:0:10961:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963480.007129:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.007136:0:10961:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963480.007138:0:10961:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963480.007142:0:10961:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963480.007144:0:10961:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963480.007147:0:10961:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001478c47c pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276804160:192.168.202.121@tcp:35:lfs.0 00000100:00000001:1.0:1780963480.007151:0:10961:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963480.007156:0:10961:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963480.007158:0:10961:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963480.007161:0:10961:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963480.007166:0:10961:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a5226b97. 02000000:00000001:1.0:1780963480.007172:0:10961:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963480.007178:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963480.007181:0:10961:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000400:00000010:1.0:1780963480.007185:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001432357e. 00000100:00000200:1.0:1780963480.007191:0:10961:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867475276804160, portal 10 00000100:00000001:1.0:1780963480.007193:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963480.007194:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682557376 : -117439026994240 : ffff9530988363c0) 00000100:00000040:1.0:1780963480.007199:0:10961:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.007205:0:10961:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963480.007207:0:10961:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963480.007209:0:10961:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d6b7061. 00000100:00000200:1.0:1780963480.007212:0:10961:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867475276804160, offset 0 00000400:00000200:1.0:1780963480.007218:0:10961:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963480.007226:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963480.007232:0:10961:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963480.007238:0:10961:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963480.007242:0:10961:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963480.007244:0:10961:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963480.007247:0:10961:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [194:194:256:4294967295] 192.168.202.121@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1780963480.007251:0:10961:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963480.007271:0:10961:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963480.007276:0:10961:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963480.007280:0:10961:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083f5f6a4 (tot 3212782). 00000800:00000200:1.0:1780963480.007286:0:10961:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963480.007292:0:10961:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963480.007296:0:10961:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083f5f6a4 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780963480.007313:0:10961:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.007315:0:10961:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963480.007318:0:10961:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.007320:0:10961:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963480.007326:0:10961:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780963480.007328:0:10961:0:(client.c:2500:ptlrpc_set_wait()) set 00000000035c5ff2 going to sleep for 11 seconds 00000100:00000001:1.0:1780963480.007331:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963480.007332:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963480.010750:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963480.010761:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083f5f6a4 (tot 3212534). 00000400:00000200:2.0:1780963480.010771:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.010786:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963480.010792:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d6b7061 00000400:00000010:2.0:1780963480.010795:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d6b7061. 00000100:00000001:2.0:1780963480.010802:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963480.010810:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963480.010832:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963480.010835:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963480.010860:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.010862:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780963480.011452:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.011464:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963480.011467:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.011470:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.011477:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.011482:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963480.011508:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.011513:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.011517:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.011521:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 456 into portal 10 MB=0x6a27578803040 00000400:00000200:2.0:1780963480.011525:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.011532:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 456/456 into md 0xa85 [1] + 224 00000800:00000001:2.0:1780963480.011539:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.011546:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.011548:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.011551:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963480.011555:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963480.011558:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000040:2.0:1780963480.011567:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:2.0:1780963480.011591:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963480.011598:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.011600:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963480.011664:0:10961:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963480.011671:0:10961:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963480.011673:0:10961:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963480.011675:0:10961:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963480.011679:0:10961:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001432357e 00000400:00000010:1.0:1780963480.011680:0:10961:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001432357e. 00000100:00000001:1.0:1780963480.011683:0:10961:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963480.011687:0:10961:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000200:1.0:1780963480.011694:0:10961:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001478c47c x1867475276804160/t0(0) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1780963492 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.011700:0:10961:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963480.011702:0:10961:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963480.011704:0:10961:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963480.011707:0:10961:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963480.011709:0:10961:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963480.011711:0:10961:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963480.011713:0:10961:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963480.011721:0:10961:0:(import.c:1935:at_measured()) add 1 to 0000000063c3c3c0 time=1780963480 v=5 (0 0 0 0) 00000100:00001000:1.0:1780963480.011724:0:10961:0:(import.c:2000:at_measured()) AT 0000000063c3c3c0 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1780963480.011727:0:10961:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff953087f78000 ptl 23 has changed from 5 to 1 00000100:00001000:1.0:1780963480.011741:0:10961:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=113 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963480.011744:0:10961:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963480.011746:0:10961:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963480.011749:0:10961:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963480.011752:0:10961:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.011755:0:10961:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780963480.011757:0:10961:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1780963480.011758:0:10961:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780963480.011761:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963480.011763:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682557376 : -117439026994240 : ffff9530988363c0) 00000100:00000001:1.0:1780963480.011766:0:10961:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963480.011775:0:10961:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 0 00000100:00000001:1.0:1780963480.011777:0:10961:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963480.011779:0:10961:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963480.011784:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001478c47c x1867475276804160/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963492 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.011790:0:10961:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963480.011793:0:10961:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963480.011795:0:10961:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963480.011798:0:10961:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001478c47c x1867475276804160/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963492 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00100000:1.0:1780963480.011806:0:10961:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001478c47c pname:cluuid:pid:xid:nid:opc:job lfs:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:10961:1867475276804160:192.168.202.121@tcp:35:lfs.0 00000100:00000001:1.0:1780963480.011810:0:10961:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963480.011813:0:10961:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.011814:0:10961:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780963480.011816:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.011890:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001478c47c x1867475276804160/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963492 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.011896:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780963480.011899:0:10961:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000035c5ff2. 00000100:00000001:1.0:1780963480.011904:0:10961:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780963480.011905:0:10961:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.011914:0:10961:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.011917:0:10961:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780963480.011923:0:10961:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000de0c58bf. 00000080:00000001:1.0:1780963480.011928:0:10961:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:1.0:1780963480.011930:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.011933:0:10961:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1780963480.011935:0:10961:0:(lmv_fld.c:55:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1780963480.011939:0:10961:0:(fld_request.c:448:fld_client_lookup()) Process entered 80000000:00000001:1.0:1780963480.011941:0:10961:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1780963480.012013:0:10961:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1780963480.012015:0:10961:0:(fld_request.c:453:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780963480.012017:0:10961:0:(lmv_fld.c:78:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x1:0x0] 00800000:00000001:1.0:1780963480.012025:0:10961:0:(lmv_fld.c:86:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.012029:0:10961:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780963480.012031:0:10961:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1780963480.012036:0:10961:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.012044:0:10961:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963480.012045:0:10961:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425273920 : -117439284277696 : ffff9530892d8e40) 00000100:00000001:1.0:1780963480.012047:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.012049:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 2 fl Complete:RMQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.012054:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.012056:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.012057:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001478c47c x1867475276804160/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963492 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.012063:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963480.012064:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.012066:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f53597c8 x1867475276803776/t4294967300(4294967300) o101->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 608/688 e 0 to 0 dl 1780963486 ref 1 fl Complete:RMQU/4/ffffffff rc 301/-1 job:'lfs.0' 00000100:00000001:1.0:1780963480.012072:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1780963480.012075:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963480.012076:0:10961:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=8 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:1.0:1780963480.012078:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963480.012081:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000002acf9f48. 02000000:00000001:1.0:1780963480.012084:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963480.012086:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963480.012087:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f53597c8. 00000100:00000001:1.0:1780963480.012091:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963480.012092:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:1.0:1780963480.012093:0:10961:0:(mdc_request.c:886:mdc_clear_open_replay_data()) kfreed 'mod': 32 at 00000000655a2905. 00000002:00000001:1.0:1780963480.012095:0:10961:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780963480.012097:0:10961:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780963480.012099:0:10961:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 000000006d5a5b6a. 00000100:00000001:1.0:1780963480.012101:0:10961:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963480.012109:0:10961:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001478c47c x1867475276804160/t4294967302(4294967302) o35->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1780963492 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:1.0:1780963480.012115:0:10961:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963480.012117:0:10961:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963480.012119:0:10961:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a5226b97. 02000000:00000001:1.0:1780963480.012122:0:10961:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963480.012123:0:10961:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963480.012123:0:10961:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=7 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:1.0:1780963480.012125:0:10961:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963480.012126:0:10961:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a471f6fd. 02000000:00000001:1.0:1780963480.012128:0:10961:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963480.012129:0:10961:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963480.012130:0:10961:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001478c47c. 00000100:00000001:1.0:1780963480.012132:0:10961:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963480.012133:0:10961:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780963480.012136:0:10961:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780963480.012138:0:10961:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 0000000050030444. 00000080:00000001:1.0:1780963480.012142:0:10961:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.012146:0:10961:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.012149:0:10961:0:(dir.c:2398:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780963480.012154:0:10961:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1780963480.012156:0:10961:0:(dcache.c:133:ll_ddelete()) keeping dentry d425.sanity (0000000016a07782, parent 0000000076f38ff3, inode 00000000e6e78ea1) hashed, 00000080:00000001:1.0:1780963480.012160:0:10961:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963480.029623:0:10962:0:(ldlm_resource.c:355:lru_size_store()) changing namespace MGC192.168.202.121@tcp max_unused from 400 to 100 00010000:00000001:0.0:1780963480.029631:0:10962:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963480.029633:0:10962:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963480.029635:0:10962:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.029638:0:10962:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963480.029640:0:10962:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.029642:0:10962:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963480.029814:0:10962:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-MDT0000-mdc-ffff953087f78000 unused locks from 3 to 0 00010000:00010000:0.0:1780963480.029817:0:10962:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-MDT0000-mdc-ffff953087f78000 00010000:00000001:0.0:1780963480.029832:0:10962:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963480.029833:0:10962:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963480.029836:0:10962:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963480.029838:0:10962:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963480.029839:0:10962:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.029841:0:10962:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963480.029841:0:10962:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.029843:0:10962:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963480.030109:0:10962:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-MDT0001-mdc-ffff953087f78000 unused locks from 1 to 0 00010000:00010000:0.0:1780963480.030112:0:10962:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-MDT0001-mdc-ffff953087f78000 00010000:00000001:0.0:1780963480.030113:0:10962:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963480.030114:0:10962:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963480.030116:0:10962:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780963480.030117:0:10962:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780963480.030118:0:10962:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.030120:0:10962:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963480.030120:0:10962:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.030122:0:10962:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963480.030244:0:10962:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-OST0000-osc-ffff953087f78000 unused locks from 0 to 0 00010000:00010000:0.0:1780963480.030246:0:10962:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-OST0000-osc-ffff953087f78000 00010000:00000001:0.0:1780963480.030247:0:10962:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963480.030248:0:10962:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963480.030249:0:10962:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.030251:0:10962:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963480.030252:0:10962:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.030253:0:10962:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963480.030432:0:10962:0:(ldlm_resource.c:342:lru_size_store()) changing namespace lustre-OST0001-osc-ffff953087f78000 unused locks from 0 to 0 00010000:00010000:0.0:1780963480.030435:0:10962:0:(ldlm_resource.c:347:lru_size_store()) disable lru_resize for namespace lustre-OST0001-osc-ffff953087f78000 00010000:00000001:0.0:1780963480.030436:0:10962:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780963480.030437:0:10962:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780963480.030438:0:10962:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.030440:0:10962:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780963480.030441:0:10962:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780963480.030442:0:10962:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963480.437677:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963480.437699:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963480.437709:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ef8c2a4. 00000020:00000040:2.0:1780963480.437715:0:36:0:(genops.c:1191:class_import_get()) import 00000000a5f158bf refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:2.0:1780963480.437719:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963480.437742:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963480.437747:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963480.437754:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a939fc2. 00000100:00000001:2.0:1780963480.437760:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963480.437771:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963480.437781:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963480.437784:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963480.437790:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004ef8c2a4] to pc [ptlrpcd_01_00+0] req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.437826:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963480.437830:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963480.437833:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963480.437836:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ca07289. 00000020:00000040:2.0:1780963480.437838:0:36:0:(genops.c:1191:class_import_get()) import 00000000af4f8d17 refcount=5 obd=lustre-OST0000-osc-ffff953087f78000 00000100:00000001:2.0:1780963480.437840:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963480.437841:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963480.437843:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963480.437855:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083daf261. 00000100:00000001:2.0:1780963480.437858:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963480.437861:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963480.437868:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963480.437869:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963480.437872:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004ca07289] to pc [ptlrpcd_01_01+1] req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.437879:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963480.437881:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963480.437884:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963480.437889:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (343) 00000100:00000001:2.0:1780963480.437904:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963480.437913:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963480.437915:0:2268:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963480.437919:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.437925:0:2268:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963480.437927:0:2268:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963480.437930:0:2268:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963480.437933:0:2268:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963480.437935:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ca07289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276804288:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780963480.437949:0:2268:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963480.437954:0:2268:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963480.437956:0:2268:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963480.437958:0:2268:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963480.437963:0:2268:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db724a88. 02000000:00000001:2.0:1780963480.437964:0:2268:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963480.437971:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963480.437976:0:2268:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ca69d4b. 00000400:00000010:2.0:1780963480.437981:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086db551f. 00000100:00000200:2.0:1780963480.437988:0:2268:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804288, portal 4 00000100:00000001:2.0:1780963480.437990:0:2268:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963480.437991:0:2268:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682524608 : -117439027027008 : ffff95309882e3c0) 00000100:00000040:2.0:1780963480.438010:0:2268:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438016:0:2268:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963480.438019:0:2268:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963480.438022:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000679e5c15. 00000100:00000200:2.0:1780963480.438024:0:2268:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475276804288, offset 0 00000400:00000200:2.0:1780963480.438030:0:2268:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963480.438038:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.438046:0:2268:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963480.438053:0:2268:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963480.438056:0:2268:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963480.438059:0:2268:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963480.438071:0:2268:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [195:195:256:4294967295] 192.168.202.121@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1780963480.438075:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.438085:0:2268:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963480.438091:0:2268:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963480.438095:0:2268:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9e44f0 (tot 3212782). 00000800:00000200:2.0:1780963480.438102:0:2268:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963480.438110:0:2268:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963480.438114:0:2268:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f9e44f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963480.438125:0:2268:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438127:0:2268:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963480.438130:0:2268:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438132:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438134:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963480.438142:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963480.438144:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780963480.438146:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963480.438147:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963480.438148:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963480.438149:0:2268:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780963480.438151:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963480.438152:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780963480.438153:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963480.438155:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780963480.438155:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780963480.438156:0:2268:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780963480.438159:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438165:0:2268:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780963480.438165:0:2268:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963480.438167:0:2268:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780963480.438169:0:2268:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780963480.438171:0:2268:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef8c2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276804224:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780963480.438174:0:2268:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780963480.438182:0:2268:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780963480.438183:0:2268:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780963480.438184:0:2268:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780963480.438186:0:2268:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c56140. 02000000:00000001:2.0:1780963480.438188:0:2268:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780963480.438191:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1780963480.438195:0:2268:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000940dc598. 00000400:00000010:2.0:1780963480.438198:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e34ee75f. 00000100:00000200:2.0:1780963480.438200:0:2268:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804224, portal 25 00000100:00000001:2.0:1780963480.438202:0:2268:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780963480.438203:0:2268:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682520960 : -117439027030656 : ffff95309882d580) 00000100:00000040:2.0:1780963480.438206:0:2268:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438212:0:2268:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780963480.438214:0:2268:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:2.0:1780963480.438215:0:2268:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad57b95. 00000100:00000200:2.0:1780963480.438217:0:2268:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276804224, offset 0 00000400:00000200:2.0:1780963480.438220:0:2268:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1780963480.438223:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.438226:0:2268:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1780963480.438229:0:2268:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1780963480.438231:0:2268:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780963480.438233:0:2268:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:2.0:1780963480.438235:0:2268:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [196:196:255:4294967295] 192.168.202.121@tcp LPNI seq info [196:196:7:4294967295] 00000400:00000200:2.0:1780963480.438239:0:2268:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.438244:0:2268:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1780963480.438248:0:2268:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1780963480.438250:0:2268:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5af101a (tot 3213030). 00000800:00000200:2.0:1780963480.438254:0:2268:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:2.0:1780963480.438258:0:2268:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1780963480.438259:0:2268:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5af101a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780963480.438262:0:2268:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438267:0:2268:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780963480.438268:0:2268:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438270:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438272:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963480.438308:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963480.438311:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9e44f0 (tot 3212782). 00000400:00000200:2.0:1780963480.438315:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.438319:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963480.438323:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000679e5c15 00000400:00000010:2.0:1780963480.438325:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000679e5c15. 00000100:00000001:2.0:1780963480.438328:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963480.438331:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438339:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963480.438341:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438347:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438348:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963480.438405:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963480.438407:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5af101a (tot 3212534). 00000400:00000200:2.0:1780963480.438410:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.438413:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963480.438415:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad57b95 00000400:00000010:2.0:1780963480.438416:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad57b95. 00000100:00000001:2.0:1780963480.438418:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963480.438420:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438426:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963480.438428:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.438433:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963480.438435:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780963480.438578:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963480.438580:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780963480.451996:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452015:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963480.452033:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452036:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.452047:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452054:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963480.452062:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452066:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452070:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452074:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a275788030c0 00000400:00000200:2.0:1780963480.452079:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452085:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa8d [1] + 224 00000800:00000001:2.0:1780963480.452092:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452097:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.452099:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.452102:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963480.452108:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963480.452115:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780963480.452124:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.452152:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963480.452162:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452166:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780963480.452168:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452169:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.452172:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452176:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:2.0:1780963480.452180:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452182:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452184:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452187:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27578803080 00000400:00000200:2.0:1780963480.452190:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1780963480.452194:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:2.0:1780963480.452205:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452213:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780963480.452215:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963480.452218:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:2.0:1780963480.452221:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780963480.452224:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780963480.452231:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963480.452236:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780963480.452240:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780963480.452242:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452316:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963480.452321:0:2268:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963480.452327:0:2268:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963480.452328:0:2268:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963480.452331:0:2268:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000940dc598. 00000400:00000200:3.0:1780963480.452334:0:2268:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e34ee75f 00000400:00000010:3.0:1780963480.452336:0:2268:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e34ee75f. 00000100:00000001:3.0:1780963480.452339:0:2268:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963480.452343:0:2268:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780963480.452349:0:2268:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963480.452354:0:2268:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963480.452356:0:2268:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452358:0:2268:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963480.452361:0:2268:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963480.452363:0:2268:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963480.452364:0:2268:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963480.452367:0:2268:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963480.452372:0:2268:0:(import.c:1935:at_measured()) add 1 to 000000004a9c3c8e time=113 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963480.452376:0:2268:0:(import.c:1935:at_measured()) add 1 to 0000000086dfebd8 time=113 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963480.452378:0:2268:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963480.452379:0:2268:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963480.452388:0:2268:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963480.452390:0:2268:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963480.452392:0:2268:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963480.452396:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963480.452401:0:2268:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963480.452404:0:2268:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963480.452406:0:2268:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963480.452409:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963480.452416:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef8c2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2268:1867475276804224:192.168.202.121@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780963480.452422:0:2268:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963480.452423:0:2268:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963480.452424:0:2268:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004ca69d4b. 00000400:00000200:3.0:1780963480.452426:0:2268:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086db551f 00000400:00000010:3.0:1780963480.452428:0:2268:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086db551f. 00000100:00000001:3.0:1780963480.452430:0:2268:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963480.452431:0:2268:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780963480.452438:0:2268:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963480.452443:0:2268:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963480.452444:0:2268:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452445:0:2268:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963480.452446:0:2268:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963480.452448:0:2268:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963480.452449:0:2268:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963480.452450:0:2268:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963480.452455:0:2268:0:(import.c:1935:at_measured()) add 1 to 0000000059174802 time=113 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963480.452457:0:2268:0:(import.c:1935:at_measured()) add 1 to 00000000393dc377 time=16 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963480.452459:0:2268:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963480.452460:0:2268:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963480.452461:0:2268:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963480.452469:0:2268:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963480.452471:0:2268:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963480.452473:0:2268:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff953087f78000: skip recheck: last_committed 4294967297 00000100:00000001:3.0:1780963480.452475:0:2268:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963480.452476:0:2268:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963480.452479:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963480.452529:0:2268:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963480.452532:0:2268:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963480.452533:0:2268:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963480.452536:0:2268:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780963480.452543:0:2268:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ca07289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2268:1867475276804288:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780963480.452547:0:2268:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452549:0:2268:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963480.452552:0:2268:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004ef8c2a4 x1867475276804224/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963480.452557:0:2268:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963480.452559:0:2268:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963480.452562:0:2268:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c56140. 02000000:00000001:3.0:1780963480.452566:0:2268:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963480.452568:0:2268:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963480.452570:0:2268:0:(genops.c:1204:class_import_put()) import 00000000a5f158bf refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:3.0:1780963480.452572:0:2268:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963480.452574:0:2268:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003a939fc2. 02000000:00000001:3.0:1780963480.452577:0:2268:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963480.452579:0:2268:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963480.452580:0:2268:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ef8c2a4. 00000100:00000001:3.0:1780963480.452583:0:2268:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963480.452584:0:2268:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452585:0:2268:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963480.452587:0:2268:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004ca07289 x1867475276804288/t0(0) o400->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963487 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963480.452602:0:2268:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963480.452603:0:2268:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963480.452605:0:2268:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db724a88. 02000000:00000001:3.0:1780963480.452607:0:2268:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963480.452608:0:2268:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963480.452609:0:2268:0:(genops.c:1204:class_import_put()) import 00000000af4f8d17 refcount=4 obd=lustre-OST0000-osc-ffff953087f78000 00000020:00000001:3.0:1780963480.452611:0:2268:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963480.452611:0:2268:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000083daf261. 02000000:00000001:3.0:1780963480.452613:0:2268:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963480.452614:0:2268:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963480.452615:0:2268:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ca07289. 00000100:00000001:3.0:1780963480.452617:0:2268:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963480.452618:0:2268:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452620:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963480.452627:0:2268:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963480.452628:0:2268:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963480.452630:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963480.452632:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963480.696247:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963480.696261:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963480.696277:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963480.696278:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963480.696281:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963480.696282:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963480.696435:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963480.696453:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963480.696456:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963481.717632:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963481.717638:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963481.717644:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963481.717645:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963481.717648:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963481.717649:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963481.717749:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963481.717752:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963481.717756:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963482.741656:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963482.741662:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963482.741687:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963482.741688:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963482.741691:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963482.741692:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963482.741823:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963482.741826:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963482.741829:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963483.765647:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963483.765653:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963483.765661:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963483.765662:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963483.765665:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963483.765666:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963483.765782:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963483.765796:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963483.765799:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963484.789635:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963484.789641:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963484.789648:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963484.789648:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963484.789652:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963484.789652:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963484.789777:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963484.789780:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963484.789782:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780963485.557969:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963485.557980:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963485.557986:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000014f0665. 00000020:00000040:2.0:1780963485.557992:0:37:0:(genops.c:1191:class_import_get()) import 00000000a5f158bf refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:2.0:1780963485.557996:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963485.557999:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963485.558004:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963485.558011:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5af101a. 00000100:00000001:2.0:1780963485.558017:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558027:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963485.558037:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963485.558041:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558046:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000014f0665] to pc [ptlrpcd_01_00+0] req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963485.558074:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558076:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963485.558092:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963485.558096:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ca07289. 00000020:00000040:2.0:1780963485.558098:0:37:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:2.0:1780963485.558100:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963485.558101:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963485.558103:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963485.558106:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9e44f0. 00000100:00000001:2.0:1780963485.558108:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558112:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0000_UUID req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963485.558118:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963485.558120:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558123:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004ca07289] to pc [ptlrpcd_01_01+1] req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963485.558129:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558131:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963485.558134:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780963485.558136:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ef8c2a4. 00000020:00000040:2.0:1780963485.558138:0:37:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=8 obd=lustre-MDT0001-mdc-ffff953087f78000 00000100:00000001:2.0:1780963485.558139:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963485.558140:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963485.558141:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963485.558144:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002c88ed8. 00000100:00000001:2.0:1780963485.558146:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558149:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780963485.558155:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963485.558156:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558158:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004ef8c2a4] to pc [ptlrpcd_01_00+0] req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963485.558164:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.558171:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780963485.558174:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780963485.558176:0:37:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1780963485.558178:0:37:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1780963485.558181:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051e2dfd6. 00000020:00000040:2.0:1780963485.558182:0:37:0:(genops.c:1191:class_import_get()) import 00000000af4f8d17 refcount=5 obd=lustre-OST0000-osc-ffff953087f78000 00000100:00000001:2.0:1780963485.558184:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780963485.558186:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780963485.558187:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780963485.558190:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083daf261. 00000100:00000001:2.0:1780963485.558192:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963485.558194:0:37:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626634682517312 : -117439027034304 : ffff95309882c740) 00000100:00080000:2.0:1780963485.558196:0:37:0:(import.c:86:import_set_state_nolock()) 00000000af4f8d17 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1780963485.558199:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff953087f78000: disconnect after 21s idle 00000100:00000001:3.0:1780963485.561090:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963485.561098:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963485.561100:0:2267:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963485.561111:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.561123:0:2267:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963485.561125:0:2267:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.561128:0:2267:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963485.561131:0:2267:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963485.561134:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000014f0665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276804352:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963485.561139:0:2267:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963485.561144:0:2267:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963485.561146:0:2267:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.561149:0:2267:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963485.561157:0:2267:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066f25898. 02000000:00000001:3.0:1780963485.561159:0:2267:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963485.561181:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963485.561186:0:2267:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a597a3. 00000400:00000010:3.0:1780963485.561192:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000429c7cc6. 00000100:00000200:3.0:1780963485.561198:0:2267:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804352, portal 25 00000100:00000001:3.0:1780963485.561200:0:2267:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963485.561202:0:2267:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682513664 : -117439027037952 : ffff95309882b900) 00000100:00000040:3.0:1780963485.561206:0:2267:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.561213:0:2267:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963485.561216:0:2267:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963485.561217:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bcd2c4a. 00000100:00000200:3.0:1780963485.561219:0:2267:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276804352, offset 0 00000400:00000200:3.0:1780963485.561226:0:2267:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963485.561233:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.561241:0:2267:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963485.561247:0:2267:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963485.561251:0:2267:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963485.561254:0:2267:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963485.561258:0:2267:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [197:197:256:4294967295] 192.168.202.121@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1780963485.561262:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.561270:0:2267:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963485.561276:0:2267:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963485.561280:0:2267:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007369b418 (tot 3212782). 00000800:00000200:3.0:1780963485.561286:0:2267:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963485.561294:0:2267:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963485.561298:0:2267:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007369b418 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963485.561391:0:2267:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.561394:0:2267:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963485.561396:0:2267:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.561398:0:2267:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963485.561402:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.561420:0:2267:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963485.561421:0:2267:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.561423:0:2267:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963485.561424:0:2267:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963485.561427:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef8c2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276804480:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963485.561430:0:2267:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963485.561432:0:2267:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963485.561433:0:2267:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.561435:0:2267:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963485.561437:0:2267:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edf6a626. 02000000:00000001:3.0:1780963485.561439:0:2267:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963485.561442:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963485.561445:0:2267:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000043671c9. 00000400:00000010:3.0:1780963485.561447:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071607561. 00000100:00000200:3.0:1780963485.561450:0:2267:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804480, portal 10 00000100:00000001:3.0:1780963485.561452:0:2267:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963485.561452:0:2267:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682520960 : -117439027030656 : ffff95309882d580) 00000100:00000040:3.0:1780963485.561457:0:2267:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.561463:0:2267:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963485.561466:0:2267:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963485.561467:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000516600c. 00000100:00000200:3.0:1780963485.561469:0:2267:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276804480, offset 0 00000400:00000200:3.0:1780963485.561474:0:2267:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963485.561477:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.561480:0:2267:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963485.561484:0:2267:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963485.561553:0:2267:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963485.561555:0:2267:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963485.561558:0:2267:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [198:198:255:4294967295] 192.168.202.121@tcp LPNI seq info [198:198:7:4294967295] 00000400:00000200:3.0:1780963485.561562:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.561573:0:2267:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963485.561577:0:2267:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963485.561581:0:2267:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c402bbe (tot 3213030). 00000800:00000200:3.0:1780963485.561652:0:2267:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963485.561657:0:2267:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963485.561659:0:2267:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c402bbe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963485.561663:0:2267:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.561664:0:2267:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963485.561666:0:2267:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.561668:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.561670:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.561677:0:2267:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963485.561679:0:2267:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780963485.561690:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963485.561691:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963485.561693:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963485.561696:0:2267:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780963485.561697:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.561699:0:2267:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963485.561700:0:2267:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.561701:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963485.561702:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780963485.561703:0:2267:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780963485.561706:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.561713:0:2267:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780963485.561714:0:2267:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.561715:0:2267:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780963485.561717:0:2267:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780963485.561719:0:2267:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ca07289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276804416:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963485.561722:0:2267:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780963485.561724:0:2267:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780963485.561725:0:2267:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.561727:0:2267:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780963485.561735:0:2267:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3dfcd40. 02000000:00000001:3.0:1780963485.561736:0:2267:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780963485.561740:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1780963485.561742:0:2267:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e037491a. 00000400:00000010:3.0:1780963485.561745:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd6e087a. 00000100:00000200:3.0:1780963485.561747:0:2267:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804416, portal 10 00000100:00000001:3.0:1780963485.561749:0:2267:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780963485.561749:0:2267:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682524608 : -117439027027008 : ffff95309882e3c0) 00000100:00000040:3.0:1780963485.561754:0:2267:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.561760:0:2267:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780963485.561762:0:2267:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:3.0:1780963485.561764:0:2267:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a70215a. 00000100:00000200:3.0:1780963485.561765:0:2267:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276804416, offset 0 00000400:00000200:3.0:1780963485.561769:0:2267:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1780963485.563985:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.563998:0:2267:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1780963485.564004:0:2267:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:3.0:1780963485.564007:0:2267:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780963485.564010:0:2267:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:3.0:1780963485.564013:0:2267:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [199:199:254:4294967295] 192.168.202.121@tcp LPNI seq info [199:199:6:4294967295] 00000400:00000200:3.0:1780963485.564018:0:2267:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.564026:0:2267:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:3.0:1780963485.564031:0:2267:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1780963485.564040:0:2267:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071fb8afd (tot 3213278). 00000800:00000200:3.0:1780963485.564047:0:2267:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1780963485.564055:0:2267:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1780963485.564058:0:2267:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071fb8afd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780963485.564062:0:2267:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564065:0:2267:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963485.564068:0:2267:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564083:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564086:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564131:0:2268:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963485.564134:0:2268:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780963485.564175:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963485.564178:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007369b418 (tot 3213030). 00000400:00000200:3.0:1780963485.564185:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.564190:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963485.564194:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bcd2c4a 00000400:00000010:3.0:1780963485.564196:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bcd2c4a. 00000100:00000001:3.0:1780963485.564201:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963485.564207:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.564218:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.564221:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.564227:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564229:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963485.564241:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963485.564242:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c402bbe (tot 3212782). 00000400:00000200:3.0:1780963485.564244:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.564247:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963485.564249:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000516600c 00000400:00000010:3.0:1780963485.564251:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000516600c. 00000100:00000001:3.0:1780963485.564252:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963485.564255:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.564262:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.564263:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.564269:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564270:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780963485.564323:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780963485.564325:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071fb8afd (tot 3212534). 00000400:00000200:3.0:1780963485.564333:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.564336:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1780963485.564339:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a70215a 00000400:00000010:3.0:1780963485.564340:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a70215a. 00000100:00000001:3.0:1780963485.564342:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780963485.564345:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.564351:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.564353:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.564358:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.564360:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963485.569245:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569260:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963485.569264:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569266:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.569277:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569284:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963485.569290:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569295:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569299:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569303:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578803180 00000400:00000200:3.0:1780963485.569308:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569313:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:3.0:1780963485.569321:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569325:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.569327:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.569331:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963485.569336:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.569341:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1780963485.569351:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569385:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963485.569393:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569397:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963485.569399:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569401:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.569404:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569407:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963485.569411:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569413:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569416:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569418:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578803140 00000400:00000200:3.0:1780963485.569421:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569424:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xacd [1] + 224 00000800:00000001:3.0:1780963485.569428:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569431:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.569432:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.569435:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963485.569438:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.569440:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1780963485.569447:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569454:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963485.569457:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569460:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963485.569461:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569463:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.569466:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569469:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963485.569472:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569474:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569482:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569517:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27578803100 00000400:00000200:3.0:1780963485.569522:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.569526:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0xaad [1] + 224 00000800:00000001:3.0:1780963485.569531:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569536:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.569538:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.569541:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963485.569543:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.569546:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1780963485.569554:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569560:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963485.569563:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.569566:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.569582:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963485.569595:0:2267:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780963485.569601:0:2267:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963485.569603:0:2267:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963485.569606:0:2267:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e037491a. 00000400:00000200:3.0:1780963485.569610:0:2267:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd6e087a 00000400:00000010:3.0:1780963485.569612:0:2267:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd6e087a. 00000100:00000001:3.0:1780963485.569614:0:2267:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.569617:0:2267:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963485.569624:0:2267:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569630:0:2267:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963485.569631:0:2267:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.569633:0:2267:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963485.569636:0:2267:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963485.569638:0:2267:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963485.569640:0:2267:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.569648:0:2267:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963485.569656:0:2267:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963485.569661:0:2267:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=118 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963485.569663:0:2267:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963485.569665:0:2267:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963485.569667:0:2267:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963485.569670:0:2267:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.569673:0:2267:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780963485.569675:0:2267:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780963485.569677:0:2267:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963485.569678:0:2267:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963485.569692:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569699:0:2267:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963485.569701:0:2267:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963485.569703:0:2267:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963485.569706:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963485.569713:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ca07289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276804416:192.168.202.121@tcp:400:kworker/u8:2.0 00000400:00000001:3.0:1780963485.569719:0:2267:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963485.569720:0:2267:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963485.569721:0:2267:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a597a3. 00000400:00000200:3.0:1780963485.569723:0:2267:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000429c7cc6 00000400:00000010:3.0:1780963485.569725:0:2267:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000429c7cc6. 00000100:00000001:3.0:1780963485.569726:0:2267:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.569729:0:2267:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963485.569735:0:2267:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569741:0:2267:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963485.569742:0:2267:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.569743:0:2267:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963485.569749:0:2267:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963485.569750:0:2267:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963485.569751:0:2267:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.569753:0:2267:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963485.569756:0:2267:0:(import.c:1935:at_measured()) add 1 to 000000004a9c3c8e time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963485.569759:0:2267:0:(import.c:1935:at_measured()) add 1 to 0000000086dfebd8 time=118 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963485.569761:0:2267:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963485.569762:0:2267:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963485.569763:0:2267:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963485.569765:0:2267:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.569766:0:2267:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963485.569769:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569780:0:2267:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963485.569782:0:2267:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963485.569783:0:2267:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963485.569785:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963485.569959:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000014f0665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2267:1867475276804352:192.168.202.121@tcp:400:kworker/u8:2.0 00000400:00000001:3.0:1780963485.569966:0:2267:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780963485.569967:0:2267:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780963485.569968:0:2267:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000043671c9. 00000400:00000200:3.0:1780963485.569970:0:2267:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071607561 00000400:00000010:3.0:1780963485.569972:0:2267:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071607561. 00000100:00000001:3.0:1780963485.569973:0:2267:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.569975:0:2267:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1780963485.569983:0:2267:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.569988:0:2267:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780963485.569989:0:2267:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.569991:0:2267:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780963485.569992:0:2267:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780963485.569999:0:2267:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780963485.570000:0:2267:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780963485.570002:0:2267:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780963485.570006:0:2267:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1780963485.570008:0:2267:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=118 v=1 (1 0 0 0) 00000100:00000001:3.0:1780963485.570011:0:2267:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780963485.570011:0:2267:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780963485.570013:0:2267:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780963485.570015:0:2267:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.570017:0:2267:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780963485.570018:0:2267:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: committing for last_committed 4294967302 gen 1 00000100:00000040:3.0:1780963485.570023:0:2267:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967302) req@00000000c6ee0d43 x1867475276803072/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963485.570029:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.570031:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6ee0d43 x1867475276803072/t4294967299(4294967299) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 560/448 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963485.570037:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963485.570039:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963485.570041:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f0de252. 02000000:00000001:3.0:1780963485.570044:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963485.570046:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963485.570048:0:2267:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=7 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:3.0:1780963485.570050:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963485.570052:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba5a7a55. 02000000:00000001:3.0:1780963485.570055:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963485.570056:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963485.570058:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6ee0d43. 00000100:00000001:3.0:1780963485.570061:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963485.570062:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963485.570066:0:2267:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967302) req@00000000e756602b x1867475276804032/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963485.570072:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.570074:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e756602b x1867475276804032/t4294967301(4294967301) o36->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1780963486 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfs.0' 00000100:00000001:3.0:1780963485.570088:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963485.570089:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963485.570090:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f20d28c. 02000000:00000001:3.0:1780963485.570093:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963485.570093:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963485.570094:0:2267:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:3.0:1780963485.570096:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963485.570097:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000e0b3a23. 02000000:00000001:3.0:1780963485.570099:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963485.570100:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963485.570101:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e756602b. 00000100:00000001:3.0:1780963485.570103:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963485.570104:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.570106:0:2267:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780963485.570107:0:2267:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780963485.570110:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.570115:0:2267:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780963485.570117:0:2267:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780963485.570118:0:2267:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780963485.570120:0:2267:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1780963485.570126:0:2267:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef8c2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2267:1867475276804480:192.168.202.121@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1780963485.570129:0:2267:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.570131:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.570133:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004ca07289 x1867475276804416/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.570139:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963485.570140:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963485.570141:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3dfcd40. 02000000:00000001:3.0:1780963485.570143:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963485.570148:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963485.570149:0:2267:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:3.0:1780963485.570151:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963485.570152:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f9e44f0. 02000000:00000001:3.0:1780963485.570154:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963485.570155:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963485.570156:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ca07289. 00000100:00000001:3.0:1780963485.570158:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963485.570159:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.570161:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.570163:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000014f0665 x1867475276804352/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.570168:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963485.570169:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963485.570170:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066f25898. 02000000:00000001:3.0:1780963485.570172:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963485.570173:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963485.570174:0:2267:0:(genops.c:1204:class_import_put()) import 00000000a5f158bf refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:3.0:1780963485.570176:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963485.570177:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c5af101a. 02000000:00000001:3.0:1780963485.570179:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963485.570179:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963485.570180:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000014f0665. 00000100:00000001:3.0:1780963485.570182:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963485.570183:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.570184:0:2267:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780963485.570186:0:2267:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004ef8c2a4 x1867475276804480/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963492 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.570191:0:2267:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780963485.570192:0:2267:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780963485.570193:0:2267:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edf6a626. 02000000:00000001:3.0:1780963485.570195:0:2267:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780963485.570196:0:2267:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780963485.570197:0:2267:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=5 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:3.0:1780963485.570199:0:2267:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780963485.570200:0:2267:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000002c88ed8. 02000000:00000001:3.0:1780963485.570201:0:2267:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780963485.570205:0:2267:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780963485.570206:0:2267:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ef8c2a4. 00000100:00000001:3.0:1780963485.570209:0:2267:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780963485.570210:0:2267:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.570213:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780963485.570220:0:2267:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780963485.570221:0:2267:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780963485.570223:0:2267:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780963485.570225:0:2267:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963485.575504:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780963485.575512:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780963485.575521:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051e2dfd6] to pc [ptlrpcd_rcv+-1] req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963485.575545:0:37:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780963485.575548:0:37:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780963485.575550:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780963485.575554:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780963485.575560:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (349) 00000100:00000001:1.0:1780963485.579736:0:2264:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963485.579742:0:2264:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963485.579744:0:2264:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963485.579754:0:2264:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963485.579763:0:2264:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963485.579764:0:2264:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963485.579767:0:2264:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963485.579778:0:2264:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963485.579780:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051e2dfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276804544:192.168.202.121@tcp:9:kworker/u8:2.0 00000100:00000001:1.0:1780963485.579783:0:2264:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963485.579789:0:2264:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963485.579791:0:2264:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963485.579793:0:2264:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963485.579801:0:2264:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d057225. 02000000:00000001:1.0:1780963485.579803:0:2264:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963485.579811:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963485.579815:0:2264:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000400:00000010:1.0:1780963485.579822:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001432357e. 00000100:00000200:1.0:1780963485.579827:0:2264:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804544, portal 4 00000100:00000001:1.0:1780963485.579843:0:2264:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963485.579845:0:2264:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634682517312 : -117439027034304 : ffff95309882c740) 00000100:00000040:1.0:1780963485.579850:0:2264:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963485.579855:0:2264:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963485.579857:0:2264:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963485.579858:0:2264:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6e626ca. 00000100:00000200:1.0:1780963485.579861:0:2264:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867475276804544, offset 0 00000400:00000200:1.0:1780963485.579865:0:2264:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963485.579872:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963485.579877:0:2264:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963485.579883:0:2264:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963485.579886:0:2264:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963485.579896:0:2264:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963485.579899:0:2264:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [200:200:256:4294967295] 192.168.202.121@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:1.0:1780963485.579902:0:2264:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963485.579908:0:2264:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963485.579912:0:2264:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963485.579916:0:2264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d445936c (tot 3212782). 00000800:00000200:1.0:1780963485.579920:0:2264:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963485.579926:0:2264:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963485.579928:0:2264:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d445936c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963485.579942:0:2264:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963485.579944:0:2264:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963485.579946:0:2264:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963485.579948:0:2264:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963485.579949:0:2264:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963485.579955:0:2264:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963485.579956:0:2264:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1780963485.579958:0:2264:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963485.579959:0:2264:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963485.579959:0:2264:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963485.579965:0:2264:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963485.581105:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963485.581111:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d445936c (tot 3212534). 00000400:00000200:2.0:1780963485.581117:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963485.581125:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963485.581129:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6e626ca 00000400:00000010:2.0:1780963485.581131:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6e626ca. 00000100:00000001:2.0:1780963485.581135:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963485.581140:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963485.581159:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963485.581161:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1780963485.581167:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963485.581169:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963485.591475:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.591524:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963485.591528:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.591530:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.591540:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.591547:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963485.591554:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.591558:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.591562:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.591566:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 4 MB=0x6a275788031c0 00000400:00000200:3.0:1780963485.591571:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963485.591578:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.121@tcp of length 224/224 into md 0xadd [1] + 224 00000800:00000001:3.0:1780963485.591595:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.591603:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963485.591605:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963485.591609:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963485.591615:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963485.591621:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1780963485.591632:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1780963485.591643:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963485.591650:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963485.591653:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963485.591738:0:2264:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963485.591742:0:2264:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963485.591748:0:2264:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963485.591750:0:2264:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963485.591752:0:2264:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963485.591756:0:2264:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001432357e 00000400:00000010:1.0:1780963485.591758:0:2264:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001432357e. 00000100:00000001:1.0:1780963485.591760:0:2264:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963485.591764:0:2264:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1780963485.591770:0:2264:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963485.591776:0:2264:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963485.591777:0:2264:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963485.591779:0:2264:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963485.591782:0:2264:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963485.591784:0:2264:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963485.591786:0:2264:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963485.591789:0:2264:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963485.592412:0:2264:0:(import.c:1935:at_measured()) add 1 to 0000000059174802 time=118 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963485.592419:0:2264:0:(import.c:1935:at_measured()) add 1 to 00000000393dc377 time=21 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963485.592421:0:2264:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963485.592423:0:2264:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963485.592425:0:2264:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963485.592428:0:2264:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963485.592431:0:2264:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963485.592432:0:2264:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff953087f78000: skip recheck: last_committed 4294967297 00000100:00000001:1.0:1780963485.592434:0:2264:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963485.592435:0:2264:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963485.592441:0:2264:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963485.592447:0:2264:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963485.592449:0:2264:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963485.592451:0:2264:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1780963485.592453:0:2264:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:1.0:1780963485.592477:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000af4f8d17 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1780963485.592481:0:2264:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1780963485.592533:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051e2dfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2264:1867475276804544:192.168.202.121@tcp:9:kworker/u8:2.0 00000100:00000001:1.0:1780963485.592539:0:2264:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963485.592541:0:2264:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963485.592543:0:2264:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051e2dfd6 x1867475276804544/t0(0) o9->lustre-OST0000-osc-ffff953087f78000@192.168.202.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1780963491 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1780963485.592549:0:2264:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963485.592551:0:2264:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963485.592554:0:2264:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d057225. 02000000:00000001:1.0:1780963485.592706:0:2264:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963485.592709:0:2264:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963485.592711:0:2264:0:(genops.c:1204:class_import_put()) import 00000000af4f8d17 refcount=4 obd=lustre-OST0000-osc-ffff953087f78000 00000020:00000001:1.0:1780963485.592714:0:2264:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963485.592716:0:2264:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000083daf261. 02000000:00000001:1.0:1780963485.592719:0:2264:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963485.592721:0:2264:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963485.592722:0:2264:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051e2dfd6. 00000100:00000001:1.0:1780963485.592725:0:2264:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963485.592726:0:2264:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963485.592727:0:2264:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963485.592735:0:2264:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963485.592736:0:2264:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963485.592738:0:2264:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963485.592740:0:2264:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963485.813600:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963485.813605:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963485.813612:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963485.813613:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963485.813617:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963485.813617:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780963485.813936:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780963485.813939:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780963485.813942:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780963486.069622:0:5721:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1780963486.069638:0:5721:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963486.837558:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963486.837564:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963486.837566:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963486.837568:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963486.837572:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963486.837573:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963486.837576:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963486.837578:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963486.837581:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963486.837582:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963486.837586:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963486.837587:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963486.837830:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963486.837834:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963486.837837:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780963487.144895:0:11042:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963487.865237:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963487.865242:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963487.865248:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963487.865249:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963487.865252:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963487.865252:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963487.870902:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963487.870907:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963487.870911:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963488.888541:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963488.888549:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963488.888558:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963488.888559:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963488.888563:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963488.888564:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780963488.889116:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780963488.889122:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780963488.889125:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963489.910694:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963489.910700:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910707:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963489.910711:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963489.910714:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963489.910720:0:53:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963489.910723:0:53:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963489.910724:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910728:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963489.910730:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910732:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910734:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910738:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963489.910747:0:53:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780963489.910749:0:53:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780963489.910751:0:53:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780963489.910751:0:53:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780963489.910752:0:53:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910754:0:53:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780963489.910755:0:53:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910756:0:53:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963489.910758:0:53:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963489.912919:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963489.912925:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963489.912930:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780963490.499933:0:11244:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.677929:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780963490.677935:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780963490.677942:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a3cac68. 00000020:00000040:0.0:1780963490.677949:0:36:0:(genops.c:1191:class_import_get()) import 00000000a5f158bf refcount=4 obd=MGC192.168.202.121@tcp 00000100:00000001:0.0:1780963490.677954:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963490.677957:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780963490.677963:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963490.677970:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000001246dc0. 00000100:00000001:0.0:1780963490.677978:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.677988:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging ddc678d8-0f9c-4e5d-ade5-a4c29e952648->MGS req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780963490.677996:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963490.677999:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.678003:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a3cac68] to pc [ptlrpcd_00_00+0] req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780963490.678025:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.678027:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780963490.678030:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780963490.678033:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f9269211. 00000020:00000040:0.0:1780963490.678035:0:36:0:(genops.c:1191:class_import_get()) import 00000000b82ae1be refcount=6 obd=lustre-MDT0000-mdc-ffff953087f78000 00000100:00000001:1.0:1780963490.678048:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.678053:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963490.678055:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780963490.678058:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963490.678059:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1780963490.678060:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000001:0.0:1780963490.678061:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963490.678064:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba755f63. 00000100:00000001:0.0:1780963490.678066:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.678067:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963490.678069:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.678069:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0000_UUID req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:1.0:1780963490.678072:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1780963490.678074:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1780963490.678075:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780963490.678076:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963490.678078:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276804608:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000040:0.0:1780963490.678078:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f9269211] to pc [ptlrpcd_00_01+1] req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.678082:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1780963490.678085:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.678086:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1780963490.678087:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1780963490.678089:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1780963490.678090:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780963490.678091:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e020eb9d. 02000000:00000001:1.0:1780963490.678092:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1780963490.678092:0:36:0:(genops.c:1191:class_import_get()) import 000000009574f81a refcount=6 obd=lustre-MDT0001-mdc-ffff953087f78000 00000100:00000001:0.0:1780963490.678094:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780963490.678095:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1780963490.678096:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093e8df00. 02000000:00000001:0.0:1780963490.678096:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.678098:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780963490.678098:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dca1ba9a. 00000100:00000001:0.0:1780963490.678100:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780963490.678102:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-MDT0001_UUID req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1780963490.678106:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000100:00000001:0.0:1780963490.678107:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780963490.678108:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780963490.678110:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e07d9bbc. 00000100:00000040:0.0:1780963490.678110:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e020eb9d] to pc [ptlrpcd_00_00+0] req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1780963490.678115:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001432357e. 00000100:00000001:0.0:1780963490.678116:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780963490.678118:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780963490.678120:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1780963490.678121:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804608, portal 25 00000100:00000001:1.0:1780963490.678124:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963490.678125:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425293376 : -117439284258240 : ffff9530892dda40) 00000100:00080000:0.0:1780963490.678128:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780963490.678129:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1780963490.678131:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af7dfe96-7780-468f-bde1-2fba5fd3dbb9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1780963490.678135:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780963490.678135:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (354) 00000100:00000040:1.0:1780963490.678138:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963490.678144:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fead6edc. 00000100:00000200:1.0:1780963490.678148:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867475276804608, offset 0 00000400:00000200:1.0:1780963490.678789:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963490.678802:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963490.678813:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963490.678820:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963490.678824:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963490.678827:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963490.678831:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [201:201:256:4294967295] 192.168.202.121@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1780963490.678835:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963490.678845:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963490.678851:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963490.678858:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab8937b0 (tot 3212782). 00000800:00000200:1.0:1780963490.678866:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963490.678876:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963490.678880:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab8937b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963490.678897:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.678899:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963490.678903:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.678906:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.678908:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.678918:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963490.678920:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780963490.678922:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.678924:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963490.678925:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963490.678929:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.678946:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963490.678947:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.678949:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963490.678951:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963490.678953:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276804736:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780963490.678964:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963490.678967:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963490.678968:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.678970:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963490.678973:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd9ae2d1. 02000000:00000001:1.0:1780963490.678975:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963490.678978:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963490.678981:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000879bb8d4. 00000400:00000010:1.0:1780963490.678984:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f4674b6. 00000100:00000200:1.0:1780963490.678987:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804736, portal 10 00000100:00000001:1.0:1780963490.678989:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963490.678990:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425277568 : -117439284274048 : ffff9530892d9c80) 00000100:00000040:1.0:1780963490.678996:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.679000:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963490.679002:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963490.679004:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000674d3411. 00000100:00000200:1.0:1780963490.679006:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276804736, offset 0 00000400:00000200:1.0:1780963490.679009:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963490.679012:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963490.679015:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963490.679019:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963490.679021:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963490.679023:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963490.679026:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [202:202:255:4294967295] 192.168.202.121@tcp LPNI seq info [202:202:7:4294967295] 00000400:00000200:1.0:1780963490.679029:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963490.679035:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963490.679039:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963490.679042:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a57ca4c8 (tot 3213030). 00000800:00000200:1.0:1780963490.679047:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963490.679051:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963490.679059:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a57ca4c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963490.679062:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679064:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963490.679065:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679068:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679069:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.679072:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963490.679074:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780963490.679075:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.679076:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963490.679077:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963490.679079:0:2265:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780963490.679080:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.679082:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963490.679083:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.679084:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.679085:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780963490.679086:0:2265:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780963490.679088:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.679095:0:2265:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780963490.679096:0:2265:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.679097:0:2265:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780963490.679099:0:2265:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780963490.679101:0:2265:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276804672:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780963490.679104:0:2265:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780963490.679107:0:2265:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780963490.679109:0:2265:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.679110:0:2265:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780963490.679113:0:2265:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049c2dbd1. 02000000:00000001:1.0:1780963490.679114:0:2265:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780963490.679117:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1780963490.679119:0:2265:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007794980f. 00000400:00000010:1.0:1780963490.679121:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828a24b3. 00000100:00000200:1.0:1780963490.679124:0:2265:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867475276804672, portal 10 00000100:00000001:1.0:1780963490.679130:0:2265:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780963490.679131:0:2265:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446626634425278784 : -117439284272832 : ffff9530892da140) 00000100:00000040:1.0:1780963490.679136:0:2265:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.679141:0:2265:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780963490.679143:0:2265:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.121@tcp 00000400:00000010:1.0:1780963490.679145:0:2265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000267ea9b. 00000100:00000200:1.0:1780963490.679147:0:2265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867475276804672, offset 0 00000400:00000200:1.0:1780963490.679151:0:2265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1780963490.679155:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963490.679158:0:2265:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1780963490.679161:0:2265:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:1.0:1780963490.679163:0:2265:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780963490.679165:0:2265:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp 00000400:00000200:1.0:1780963490.679167:0:2265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [203:203:254:4294967295] 192.168.202.121@tcp LPNI seq info [203:203:6:4294967295] 00000400:00000200:1.0:1780963490.679171:0:2265:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1780963490.679176:0:2265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:1.0:1780963490.679180:0:2265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1780963490.679182:0:2265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fad88613 (tot 3213278). 00000800:00000200:1.0:1780963490.679186:0:2265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000000cb9e623] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1780963490.679190:0:2265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1780963490.679192:0:2265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fad88613 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780963490.679194:0:2265:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679195:0:2265:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963490.679197:0:2265:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679199:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679201:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.679211:0:2266:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.679213:0:2266:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780963490.679742:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963490.679746:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab8937b0 (tot 3213030). 00000400:00000200:2.0:1780963490.679751:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963490.679758:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963490.679762:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fead6edc 00000400:00000010:2.0:1780963490.679764:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fead6edc. 00000100:00000001:2.0:1780963490.679768:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963490.679771:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963490.679780:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963490.679782:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963490.679787:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963490.679789:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963490.679805:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963490.679807:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a57ca4c8 (tot 3212782). 00000400:00000200:2.0:1780963490.679809:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963490.679812:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963490.679814:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000674d3411 00000400:00000010:2.0:1780963490.679815:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000674d3411. 00000100:00000001:2.0:1780963490.679816:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963490.679818:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963490.679831:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963490.679833:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963490.679838:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963490.679839:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780963490.680093:0:2259:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780963490.680096:0:2259:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fad88613 (tot 3212534). 00000400:00000200:2.0:1780963490.680099:0:2259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780963490.680103:0:2259:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:2.0:1780963490.680105:0:2259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000267ea9b 00000400:00000010:2.0:1780963490.680107:0:2259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000267ea9b. 00000100:00000001:2.0:1780963490.680109:0:2259:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780963490.680111:0:2259:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963490.680117:0:2259:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780963490.680119:0:2259:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780963490.680124:0:2259:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780963490.680125:0:2259:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780963490.681845:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.681860:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963490.681865:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.681868:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963490.681878:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.681886:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963490.681893:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.681897:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.681901:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.681904:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 25 MB=0x6a27578803200 00000400:00000200:3.0:1780963490.681909:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.681915:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.121@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:3.0:1780963490.681922:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.681927:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963490.681929:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963490.681932:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963490.681938:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963490.681943:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780963490.682017:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963490.682040:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963490.682049:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682053:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963490.682054:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682056:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963490.682073:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682076:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963490.682080:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682083:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682085:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682088:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578803280 00000400:00000200:3.0:1780963490.682091:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682096:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xaed [1] + 224 00000800:00000001:3.0:1780963490.682100:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682104:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963490.682105:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963490.682108:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963490.682111:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963490.682114:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780963490.682121:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963490.682127:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963490.682131:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682133:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780963490.682135:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682136:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963490.682139:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682141:0:2260:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1780963490.682145:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682146:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682149:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682151:0:2260:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 224 into portal 10 MB=0x6a27578803240 00000400:00000200:3.0:1780963490.682154:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1780963490.682157:0:2260:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.121@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:3.0:1780963490.682161:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682166:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780963490.682172:0:2260:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780963490.682175:0:2260:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000100:00000001:3.0:1780963490.682178:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780963490.682181:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780963490.682187:0:2260:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780963490.682192:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780963490.682196:0:2260:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780963490.682199:0:2260:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.682277:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.682281:0:2265:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780963490.682289:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963490.682296:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963490.682299:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007794980f. 00000400:00000200:1.0:1780963490.682302:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828a24b3 00000400:00000010:1.0:1780963490.682303:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828a24b3. 00000100:00000001:1.0:1780963490.682306:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963490.682309:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780963490.682317:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.682322:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963490.682324:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.682326:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963490.682329:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963490.682331:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963490.682333:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.682340:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963490.682350:0:2265:0:(import.c:1935:at_measured()) add 1 to 0000000038c6db72 time=123 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963490.682354:0:2265:0:(import.c:1935:at_measured()) add 1 to 000000006399a681 time=123 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963490.682357:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963490.682358:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963490.682360:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963490.682363:0:2265:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.682366:0:2265:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963490.682368:0:2265:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff953087f78000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780963490.682369:0:2265:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963490.682371:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963490.682375:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.682380:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963490.682383:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963490.682385:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963490.682387:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780963490.682393:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9269211 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276804672:192.168.202.121@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780963490.682404:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963490.682405:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963490.682406:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000879bb8d4. 00000400:00000200:1.0:1780963490.682408:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f4674b6 00000400:00000010:1.0:1780963490.682409:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f4674b6. 00000100:00000001:1.0:1780963490.682411:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963490.682413:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780963490.682420:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.682425:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963490.682426:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.682428:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963490.682429:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963490.682430:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963490.682431:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.682433:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963490.682436:0:2265:0:(import.c:1935:at_measured()) add 1 to 0000000031646332 time=123 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963490.682439:0:2265:0:(import.c:1935:at_measured()) add 1 to 00000000a7e131ae time=123 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963490.682441:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963490.682442:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963490.682443:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963490.682445:0:2265:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.682446:0:2265:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780963490.682447:0:2265:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff953087f78000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780963490.682449:0:2265:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780963490.682450:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963490.682453:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.682458:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963490.682460:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963490.682461:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963490.682464:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780963490.683102:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e020eb9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af7dfe96-7780-468f-bde1-2fba5fd3dbb9:2265:1867475276804736:192.168.202.121@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780963490.683109:0:2265:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780963490.683110:0:2265:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780963490.683112:0:2265:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e07d9bbc. 00000400:00000200:1.0:1780963490.683114:0:2265:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001432357e 00000400:00000010:1.0:1780963490.683116:0:2265:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001432357e. 00000100:00000001:1.0:1780963490.683118:0:2265:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780963490.683121:0:2265:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780963490.683152:0:2265:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.683158:0:2265:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780963490.683159:0:2265:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.683161:0:2265:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780963490.683163:0:2265:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780963490.683164:0:2265:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780963490.683165:0:2265:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780963490.683166:0:2265:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780963490.683170:0:2265:0:(import.c:1935:at_measured()) add 1 to 000000004a9c3c8e time=123 v=1 (1 0 0 0) 00000100:00001000:1.0:1780963490.683173:0:2265:0:(import.c:1935:at_measured()) add 1 to 0000000086dfebd8 time=123 v=1 (1 0 0 0) 00000100:00000001:1.0:1780963490.683174:0:2265:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780963490.683175:0:2265:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963490.683177:0:2265:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780963490.683178:0:2265:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.683180:0:2265:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780963490.683183:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.683188:0:2265:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780963490.683189:0:2265:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780963490.683190:0:2265:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780963490.683193:0:2265:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780963490.683224:0:2265:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3cac68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ddc678d8-0f9c-4e5d-ade5-a4c29e952648:2265:1867475276804608:192.168.202.121@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780963490.683229:0:2265:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.683231:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963490.683234:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f9269211 x1867475276804672/t0(0) o400->lustre-MDT0000-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.683240:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963490.683242:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963490.683245:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049c2dbd1. 02000000:00000001:1.0:1780963490.683248:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963490.683250:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963490.683252:0:2265:0:(genops.c:1204:class_import_put()) import 00000000b82ae1be refcount=5 obd=lustre-MDT0000-mdc-ffff953087f78000 00000020:00000001:1.0:1780963490.683255:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963490.683257:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ba755f63. 02000000:00000001:1.0:1780963490.683262:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963490.683263:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963490.683264:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f9269211. 00000100:00000001:1.0:1780963490.683268:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963490.683269:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.683270:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963490.683273:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e020eb9d x1867475276804736/t0(0) o400->lustre-MDT0001-mdc-ffff953087f78000@192.168.202.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.683279:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963490.683280:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963490.683281:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd9ae2d1. 02000000:00000001:1.0:1780963490.683283:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963490.683284:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963490.683285:0:2265:0:(genops.c:1204:class_import_put()) import 000000009574f81a refcount=5 obd=lustre-MDT0001-mdc-ffff953087f78000 00000020:00000001:1.0:1780963490.683287:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963490.683288:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dca1ba9a. 02000000:00000001:1.0:1780963490.683290:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963490.683291:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963490.683292:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e020eb9d. 00000100:00000001:1.0:1780963490.683295:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963490.683301:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.683303:0:2265:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780963490.683305:0:2265:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a3cac68 x1867475276804608/t0(0) o400->MGC192.168.202.121@tcp@192.168.202.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1780963497 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780963490.683311:0:2265:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780963490.683312:0:2265:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780963490.683313:0:2265:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093e8df00. 02000000:00000001:1.0:1780963490.683316:0:2265:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780963490.683317:0:2265:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780963490.683317:0:2265:0:(genops.c:1204:class_import_put()) import 00000000a5f158bf refcount=3 obd=MGC192.168.202.121@tcp 00000020:00000001:1.0:1780963490.683319:0:2265:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780963490.683320:0:2265:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000001246dc0. 02000000:00000001:1.0:1780963490.683323:0:2265:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780963490.683323:0:2265:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780963490.683324:0:2265:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a3cac68. 00000100:00000001:1.0:1780963490.683327:0:2265:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780963490.683327:0:2265:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.683329:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780963490.683337:0:2265:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780963490.683339:0:2265:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780963490.683341:0:2265:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780963490.683343:0:2265:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780963490.853468:0:11281:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:1.0:1780963490.853474:0:11281:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:1.0:1780963490.853478:0:11281:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 200 at 00000000a57dec76 (tot 3212734). 00000400:00000001:1.0:1780963490.853484:0:11281:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780963490.853513:0:11281:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:1.0:1780963490.853515:0:11281:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:1.0:1780963490.853516:0:11281:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:1.0:1780963490.853519:0:11281:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780963490.853520:0:11281:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_425: @@@@@@ FAIL: Create files in /mnt/lustre/d425.sanity 00000001:00000001:1.0:1780963490.859231:0:11281:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1780963490.859237:0:11281:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 200 at 00000000a57dec76 (tot 3212534). 00000400:00000001:1.0:1780963490.859245:0:11281:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963490.937661:0:10946:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963490.937667:0:10946:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963490.937677:0:10946:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963490.937678:0:10946:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963490.937681:0:10946:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963490.937682:0:10946:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780963490.937730:0:5729:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780963490.937733:0:5729:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780963490.937735:0:5729:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780963491.957654:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963491.957659:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963491.957665:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963491.957666:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780963491.957669:0:53:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780963491.957670:0:53:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780963491.959811:0:5728:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780963491.959816:0:5728:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780963491.959821:0:5728:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780963492.227253:0:11383:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 15281 lines, 15281 kept, 0 dropped, 0 bad.